-- Logs begin at Thu 2021-07-08 07:27:15 UTC, end at Thu 2021-07-08 08:38:20 UTC. -- Jul 08 08:11:37.569619 dv-cinder-784945-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 08:11:40.278783 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.common.config [-] Logging enabled! Jul 08 08:11:40.279291 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 08:11:40.279570 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 08:11:40.282768 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.common.config [-] Logging enabled! Jul 08 08:11:40.283029 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 08:11:40.283502 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 08:11:40.284625 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 08:11:40.284862 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 08:11:40.285229 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 08:11:40.285479 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 08:11:40.285715 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 08:11:40.286035 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.286337 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.286667 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.286904 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.287206 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.287498 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.287787 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.288080 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.288379 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.288669 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.288953 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.289239 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.289471 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.289755 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.290044 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.290334 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.290560 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] debug = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.290931 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.291355 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.291769 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.292056 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.292348 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.292642 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.292903 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.293181 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.293468 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.293802 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] host = dv-cinder-784945-12-iscsi {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.294087 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.294378 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.294693 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.294984 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.295262 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.295544 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.295830 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.296107 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.296380 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.296659 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.296948 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.297238 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.297529 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.297756 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.297981 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.298272 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.298560 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.299505 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.299831 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.300115 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.300399 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.300682 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.300957 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.301249 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.301543 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.301835 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.302115 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.302393 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.302699 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.302978 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.303266 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.303544 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.303825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.304102 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.304393 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.304669 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.304946 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.305251 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.305542 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.305828 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.306116 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.306399 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.306715 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.306997 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.307274 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.307550 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_json = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.307826 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.308101 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.308386 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.308663 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.308941 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.309220 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.309494 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.309782 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:40.310080 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.310381 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.310709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.310999 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.311296 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.311581 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.311875 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.312157 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.312449 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.312742 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.313034 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.313318 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.313609 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.313891 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.314189 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.315162 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.315473 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.315770 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.316051 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.316337 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.316615 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.316898 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.317187 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.317488 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.317784 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.318062 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.318345 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.318668 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.318953 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.319230 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.319514 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.319808 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.320092 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.320371 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.320660 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.320941 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.321215 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.321492 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.321774 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.322067 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.322347 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.322645 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.322924 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.323203 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.323479 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.323769 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.324050 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.324326 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.324602 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.324882 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.325156 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.325430 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.325710 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.325984 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.326262 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.326532 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.326835 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.327111 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.327383 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.327659 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.327932 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.328207 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.328486 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.328760 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.329034 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.329307 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.329581 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.329855 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.330207 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.330713 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.331006 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.331296 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.331584 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.331872 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.332156 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.332440 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.332727 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.333015 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.333289 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.333582 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.333871 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.334161 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.334446 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.334753 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.335054 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.335339 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.335627 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.335908 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.336198 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.336492 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.336780 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.337077 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.337371 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.337666 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.337961 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.338256 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.338539 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.338872 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.339155 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:40.339375 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 08:11:40.339618 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 08:11:40.692641 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 08:11:40.692852 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 08:11:40.693149 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 08:11:40.693486 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 08:11:41.085293 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.085592 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.085869 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.087182 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.087470 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.087748 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.121937 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.122228 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.122501 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.136617 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.136904 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.137201 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.167885 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.168174 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.168444 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.204201 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.204489 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.204761 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.438544 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.439200 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.439200 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.439402 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.440091 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.564292 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.564667 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.564970 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.565247 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.565516 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.565838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.566099 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.566356 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.566639 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.566926 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.567188 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.567467 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.567749 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.568019 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.568282 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.568553 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.568830 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.569093 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.569370 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.569628 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.569913 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.570265 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.570518 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.570847 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.571105 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.571351 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.571758 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.572005 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.572245 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.572484 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.572722 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.572958 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:41.573322 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 08:11:41.577377 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 08:11:41.582087 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 08:11:41.585770 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 08 08:11:41.587452 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 08:11:41.587910 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 08:11:41.588252 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 08:11:41.588637 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 08:11:41.591448 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 08:11:41.591702 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 08:11:41.592054 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 08:11:41.620452 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 08:11:41.620901 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.621205 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 08:11:41.621575 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.623114 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 08:11:41.624325 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 08:11:41.624325 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 08:11:41.626747 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.627076 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:41.691764 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 08:11:41.691947 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 08:11:41.692181 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 08:11:41.692562 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 08:11:41.713562 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_db.sqlalchemy.engines [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 08:11:42.419143 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing driver for type 'gre' Jul 08 08:11:42.419668 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] gre ID ranges: [(1, 1000)] Jul 08 08:11:42.641877 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing driver for type 'local' Jul 08 08:11:42.642535 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing driver for type 'vlan' Jul 08 08:11:42.733244 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] VlanTypeDriver initialization complete Jul 08 08:11:42.733626 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing driver for type 'vxlan' Jul 08 08:11:42.734124 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] vxlan ID ranges: [(1, 1000)] Jul 08 08:11:42.944476 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing extension driver 'port_security' Jul 08 08:11:42.944741 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] PortSecurityExtensionDriver initialization complete Jul 08 08:11:42.945076 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing mechanism driver 'openvswitch' Jul 08 08:11:42.945396 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing mechanism driver 'hyperv' Jul 08 08:11:42.951824 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:42.952505 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.952881 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.953237 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.953751 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.954183 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.954541 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.955739 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.956146 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.956551 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.956902 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.957245 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.957637 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.958040 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.958394 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.958771 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.959301 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.959710 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.960062 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.960410 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.960801 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.961209 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > address_group after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.961562 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > address_group after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.961906 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.962298 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 08:11:42.962699 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] ML2 OVO RPC backend initialized. {{(pid=93623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 08:11:42.963404 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.963762 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.964183 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.964532 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > networks before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.964885 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.965236 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > ports before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.965585 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.965935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnets before_response 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.966289 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.966660 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.967004 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.967345 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.967686 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.968026 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.968374 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.968709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.969046 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:42.969620 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.plugin [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Modular L2 Plugin initialization complete Jul 08 08:11:42.969951 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading services supported by the core plugin {{(pid=93623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 08:11:42.970278 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.plugins.ml2.managers [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Got port-security extension from driver 'port_security' Jul 08 08:11:42.970767 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.extensions.vlantransparent [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Disabled vlantransparent extension. Jul 08 08:11:42.971295 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 08:11:42.976807 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: router Jul 08 08:11:43.012116 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.012514 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_create 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.012889 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router before_create 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.013256 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.013627 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.013986 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_delete 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.014347 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.014744 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_create 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.015097 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.015452 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.015805 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.016167 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.016579 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.016948 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.017290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.018291 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: subnet after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.018676 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.019036 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.019391 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_create 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.019741 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.020092 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.020459 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router after_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.020807 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.021160 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_create 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.021525 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.021874 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_update 55549900 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.022241 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > agent after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.022619 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > agent after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.022968 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > network after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.023854 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Tracking information for resource: router configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:43.024189 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Tracking information for resource: floatingip configured {{(pid=93623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 08:11:43.029257 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.db.l3_agentschedulers_db [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 08:11:43.029831 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.030196 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.030556 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.030934 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: port after_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.031729 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router before_create 55550100 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.032098 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.032467 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_create 55550100 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.032830 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > router precommit_update 55550100 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.037474 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.provider_configuration [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service providers = [] {{(pid=93623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 08:11:43.037839 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.db.servicetype_db [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 08:11:43.040802 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.service_base [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 08:11:43.041156 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.service_base [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 08:11:43.041504 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.service_base [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 08:11:43.042408 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.services.service_base [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 08:11:43.042869 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.services.service_base [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 08:11:43.043246 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.043563 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 08:11:43.054856 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.055191 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: auto_allocate Jul 08 08:11:43.060894 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: network precommit_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.061274 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: network precommit_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.061791 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.062113 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: tag Jul 08 08:11:43.069228 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.069561 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: timestamp Jul 08 08:11:43.074918 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.075254 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: network_ip_availability Jul 08 08:11:43.080864 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.081245 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.081608 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.082316 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.082672 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: flavors Jul 08 08:11:43.087343 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.087679 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading Plugin: revisions Jul 08 08:11:43.091931 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 08:11:43.092325 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.399s {{(pid=93623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 08:11:43.093057 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 08:11:43.093393 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Initializing extension manager. Jul 08 08:11:43.093902 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: __init__.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.094245 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: __pycache__ {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.094590 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.094943 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: address_group.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.095732 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.096292 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: address-group Jul 08 08:11:43.096616 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: address_scope.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.097329 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.097840 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: address-scope Jul 08 08:11:43.098163 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.099120 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.099634 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: router-admin-state-down-before-update Jul 08 08:11:43.099958 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: agent.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.100656 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.101361 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: agent Jul 08 08:11:43.101682 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: agent_resources_synced.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.102625 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.103139 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: agent-resources-synced Jul 08 08:11:43.103463 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: allowedaddresspairs.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.105240 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.105759 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: allowed-address-pairs Jul 08 08:11:43.106086 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: auto_allocated_topology.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.107195 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.107710 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: auto-allocated-topology Jul 08 08:11:43.108035 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: availability_zone.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.108731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.109241 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: availability_zone Jul 08 08:11:43.109564 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: availability_zone_filter.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.110476 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.111019 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: availability_zone_filter Jul 08 08:11:43.111900 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: data_plane_status.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.112815 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.113325 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 08:11:43.113647 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: default_subnetpools.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.114558 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.115089 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: default-subnetpools Jul 08 08:11:43.115411 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.116225 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.116728 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: dhcp_agent_scheduler Jul 08 08:11:43.117050 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: dns.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.117965 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.118466 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 08:11:43.118824 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: dns_domain_ports.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.119738 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.120237 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 08:11:43.120559 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.121482 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.121988 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 08:11:43.122310 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: dvr.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.123011 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.123511 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: dvr Jul 08 08:11:43.123831 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: empty_string_filtering.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.124741 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.125247 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: empty-string-filtering Jul 08 08:11:43.125567 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.126483 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.127900 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 08:11:43.128231 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.129413 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.129921 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 08:11:43.130244 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: external_net.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.131196 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.131712 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: external-net Jul 08 08:11:43.132032 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.132937 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.133442 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: extra_dhcp_opt Jul 08 08:11:43.133790 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: extraroute.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.134736 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.135242 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: extraroute Jul 08 08:11:43.135560 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: extraroute_atomic.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.136595 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.137101 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: extraroute-atomic Jul 08 08:11:43.137422 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: filter_validation.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.138083 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.138607 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: filter-validation Jul 08 08:11:43.138929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: fip_pf_description.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.139847 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.140350 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 08:11:43.140667 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: fip_port_details.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.141584 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.142091 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: fip-port-details Jul 08 08:11:43.142452 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: flavors.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.143816 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.144331 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: flavors Jul 08 08:11:43.144656 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.146294 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.146852 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 08:11:43.147185 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: floatingip_pools.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.147887 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.148396 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: floatingip-pools Jul 08 08:11:43.148719 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: ip_allocation.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.149640 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.150149 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 08:11:43.150471 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.151425 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.151937 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: ip-substring-filtering Jul 08 08:11:43.152260 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l2_adjacency.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.153186 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.153692 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 08:11:43.154011 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.154997 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.155518 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: router Jul 08 08:11:43.155840 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.158209 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.158762 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 08:11:43.159096 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.160033 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.160548 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: ext-gw-mode Jul 08 08:11:43.160873 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.161811 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.162328 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: l3-ha Jul 08 08:11:43.162690 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3_flavors.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.163632 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.164140 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: l3-flavors Jul 08 08:11:43.164461 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.165380 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.165886 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 08:11:43.166209 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: l3agentscheduler.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.167276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.167797 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: l3_agent_scheduler Jul 08 08:11:43.168123 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: logging.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.169611 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.170159 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension logging not supported by any of loaded plugins Jul 08 08:11:43.170489 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: metering.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.171265 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.171893 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: metering Jul 08 08:11:43.172165 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.173279 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.174320 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: metering_source_and_destination_fields Jul 08 08:11:43.174673 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: multiprovidernet.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.176469 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.176469 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: multi-provider Jul 08 08:11:43.176469 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: netmtu.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.177327 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.177838 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: net-mtu Jul 08 08:11:43.178164 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: netmtu_writable.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.179105 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.179616 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: net-mtu-writable Jul 08 08:11:43.179938 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: network_availability_zone.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.180610 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.181121 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: network_availability_zone Jul 08 08:11:43.181444 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: network_ip_availability.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.182528 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.183072 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: network-ip-availability Jul 08 08:11:43.183399 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: network_segment_range.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.184168 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.184669 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 08:11:43.184991 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: pagination.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.185967 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.186294 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: pagination Jul 08 08:11:43.186647 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: port_device_profile.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.187559 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.188075 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: port-device-profile Jul 08 08:11:43.188396 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.189367 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.190445 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: port-mac-address-regenerate Jul 08 08:11:43.190800 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.191733 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.192242 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: port-numa-affinity-policy Jul 08 08:11:43.192561 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: port_resource_request.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.193468 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.193971 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 08:11:43.194290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: portbindings.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.195285 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.195751 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: binding Jul 08 08:11:43.196068 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: portbindings_extended.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.197443 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.197962 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: binding-extended Jul 08 08:11:43.198290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: portsecurity.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.199231 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.199750 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: port-security Jul 08 08:11:43.200078 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: project_id.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.201068 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.201399 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: project-id Jul 08 08:11:43.201725 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: providernet.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.202669 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.203186 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: provider Jul 08 08:11:43.203508 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.207188 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.207711 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos not supported by any of loaded plugins Jul 08 08:11:43.208044 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.209289 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.209810 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 08:11:43.210139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.211099 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.211618 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 08:11:43.211942 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_default.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.212862 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.213388 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-default not supported by any of loaded plugins Jul 08 08:11:43.213705 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_fip.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.214359 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.214892 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 08:11:43.215217 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_gateway_ip.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.216154 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.216663 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 08:11:43.216986 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_port_network_policy.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.217899 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.218411 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 08:11:43.218760 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_rule_type_details.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.219681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.220192 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 08:11:43.220539 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: qos_rules_alias.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.221578 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.222086 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 08:11:43.222407 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: quotasv2.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.223362 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.223691 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: quotas Jul 08 08:11:43.224012 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: quotasv2_detail.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.227081 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.227429 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: quota_details Jul 08 08:11:43.227762 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: rbac.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.228824 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.229351 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: rbac-policies Jul 08 08:11:43.229679 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: rbac_address_group.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.230846 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.231374 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: rbac-address-group Jul 08 08:11:43.231698 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: rbac_address_scope.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.232637 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.233154 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: rbac-address-scope Jul 08 08:11:43.233479 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: rbac_security_groups.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.234396 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.234940 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: rbac-security-groups Jul 08 08:11:43.235263 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: rbac_subnetpool.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.236776 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.237286 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: rbac-subnetpool Jul 08 08:11:43.237607 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: revisionifmatch.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.238547 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.239091 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: revision-if-match Jul 08 08:11:43.239417 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: revisions.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.240542 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.241192 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: standard-attr-revisions Jul 08 08:11:43.241518 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: router_availability_zone.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.242199 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.242742 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: router_availability_zone Jul 08 08:11:43.243067 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: routerservicetype.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.243996 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.244504 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 08:11:43.244829 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.245755 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.246267 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: security-groups-normalized-cidr Jul 08 08:11:43.246617 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.247555 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.248076 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: port-security-groups-filtering Jul 08 08:11:43.248400 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.249321 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.249836 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: security-groups-remote-address-group Jul 08 08:11:43.250158 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: securitygroup.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.260524 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.261054 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: security-group Jul 08 08:11:43.261390 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: segment.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.262178 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.262729 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension segment not supported by any of loaded plugins Jul 08 08:11:43.263056 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.263997 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.264513 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 08:11:43.264838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: servicetype.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.265969 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.266495 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: service-type Jul 08 08:11:43.266854 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: sorting.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.268034 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.268365 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: sorting Jul 08 08:11:43.268689 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: standard_attr_segment.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.269681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.270237 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 08:11:43.270526 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: standardattrdescription.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.271207 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.271717 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: standard-attr-description Jul 08 08:11:43.272042 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: stateful_security_group.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.272976 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.273489 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: stateful-security-group Jul 08 08:11:43.273810 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: stdattrs_common.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.274394 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 08:11:43.274744 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.275668 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.276181 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 08:11:43.276503 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnet_onboard.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.277566 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.278089 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: subnet_onboard Jul 08 08:11:43.278415 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.279367 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.279882 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 08:11:43.280205 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnet_service_types.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.281136 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.281655 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: subnet-service-types Jul 08 08:11:43.281980 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnetallocation.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.283112 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.283637 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: subnet_allocation Jul 08 08:11:43.283965 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.284634 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.285152 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: subnetpool-prefix-ops Jul 08 08:11:43.285473 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.286409 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.286952 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 08:11:43.287273 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: tagging.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.288355 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.288877 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: standard-attr-tag Jul 08 08:11:43.289201 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: timestamp.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.290440 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.290988 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loaded extension: standard-attr-timestamp Jul 08 08:11:43.291314 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: trunk.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.292349 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.292863 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension trunk not supported by any of loaded plugins Jul 08 08:11:43.293190 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: trunk_details.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.294109 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.294651 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 08:11:43.294979 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: uplink_status_propagation.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.295904 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.296418 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 08:11:43.296740 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Loading extension file: vlantransparent.py {{(pid=93623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 08:11:43.297415 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 08:11:43.297922 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 08:11:43.301252 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:network Jul 08 08:11:43.301787 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnet Jul 08 08:11:43.302187 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 08:11:43.302612 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:port Jul 08 08:11:43.303852 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.304298 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service FLAVORS assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.304919 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.305343 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.305674 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:router Jul 08 08:11:43.306101 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 08:11:43.306614 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service METERING assigned prefix: /metering {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.308063 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.308435 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.308788 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:11:43.309791 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 08:11:43.310244 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:security_group Jul 08 08:11:43.310710 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 08:11:43.311307 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service CORE assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.311640 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 08:11:43.311987 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] subnetpool is already registered Jul 08 08:11:43.312415 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service CORE assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.312750 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 08:11:43.313078 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] subnetpool is already registered Jul 08 08:11:43.316097 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.316527 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service FLAVORS assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.317128 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.317547 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.317879 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:router Jul 08 08:11:43.318227 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] router is already registered Jul 08 08:11:43.318654 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 08:11:43.318991 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] floatingip is already registered Jul 08 08:11:43.319446 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service METERING assigned prefix: /metering {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.320113 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 08:11:43.320440 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] rbac_policy is already registered Jul 08 08:11:43.320848 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:security_group Jul 08 08:11:43.321187 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] security_group is already registered Jul 08 08:11:43.321584 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 08:11:43.321913 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] security_group_rule is already registered Jul 08 08:11:43.322530 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service CORE assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.322891 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 08:11:43.323223 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] subnetpool is already registered Jul 08 08:11:43.323638 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.v2.resource_helper [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Service CORE assigned prefix: {{(pid=93623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 08:11:43.323961 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 08:11:43.324292 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING neutron.quota.resource_registry [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] subnetpool is already registered Jul 08 08:11:43.324751 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: extensions {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.326204 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: address-groups {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.327728 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: address-scopes {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.329064 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: agents {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.330250 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: auto-allocated-topology {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.331530 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: availability_zones {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.332731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: dhcp-networks {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.335461 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: dhcp-agents {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.336921 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: routers {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.338660 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: flavors {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.339941 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: service_profiles {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.341146 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: next_providers {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.342623 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: service_profiles {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.344195 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: floatingip-pools {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.345418 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: routers {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.347329 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: floatingips {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.348614 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: l3-routers {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.350015 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: l3-agents {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.351498 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: metering-labels {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.352761 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: metering-label-rules {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.354133 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: network-ip-availabilities {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.355450 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: bindings {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.357009 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: quotas {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.358551 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: quotas {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.359986 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: rbac-policies {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.361895 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: security-groups {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.363253 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: security-group-rules {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.364525 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: service-providers {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.365735 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: subnetpools {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.367096 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: subnetpools {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.368644 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.370356 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.372216 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.374007 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.375743 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.378264 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.380249 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.382046 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.383943 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.385736 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron.api.extensions [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Extended resource: tags {{(pid=93623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 08:11:43.391679 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING keystonemiddleware.auth_token [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 08:11:43.396372 dv-cinder-784945-12-iscsi neutron-server[93623]: WARNING keystonemiddleware.auth_token [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 08:11:43.405717 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Acquired lock "singleton_lock" {{(pid=93623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 08:11:43.406271 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_concurrency.lockutils [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Releasing lock "singleton_lock" {{(pid=93623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 08:11:43.406966 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Starting 2 workers Jul 08 08:11:43.412317 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Started child 93742 {{(pid=93623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 08:11:43.416740 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Started child 93743 {{(pid=93623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 08:11:43.417921 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.418555 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO neutron.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 08:11:43.419112 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Notify callbacks [] for process, before_spawn {{(pid=93623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.419383 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [-] (93742) wsgi starting up on http://0.0.0.0:9696 Jul 08 08:11:43.421573 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Starting 1 workers Jul 08 08:11:43.421786 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.423180 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [-] (93743) wsgi starting up on http://0.0.0.0:9696 Jul 08 08:11:43.427552 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Started child 93744 {{(pid=93623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 08:11:43.428082 dv-cinder-784945-12-iscsi neutron-server[93623]: INFO oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Starting 1 workers Jul 08 08:11:43.431687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] calling RpcWorker wait() {{(pid=93744) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 08:11:43.432218 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] returning from RpcWorker wait() {{(pid=93744) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 08:11:43.435008 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Started child 93745 {{(pid=93623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 08:11:43.435008 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG neutron_lib.callbacks.manager [None req-0a9fac1a-c625-42d6-89a6-2eb120446476 None None] Notify callbacks [] for process, after_spawn {{(pid=93623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.435180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.435180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:43.435360 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 08:11:43.435789 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 08:11:43.435979 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 08:11:43.436191 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 08:11:43.436539 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 08:11:43.436701 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 08:11:43.437195 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.437467 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.437560 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:43.437999 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.437999 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.438249 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.438810 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:43.438905 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.439165 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.439445 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.439730 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.439983 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.440155 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.440397 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.440723 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.440960 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.441243 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.441506 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.441754 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.442034 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.442204 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.442450 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.442752 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.443007 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.443279 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] debug = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.443536 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.444027 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.444281 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.444520 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.444741 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.445026 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.445262 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.445589 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.445779 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.446017 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.446275 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.446597 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.446861 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.447100 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.447337 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.447606 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.447856 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.448333 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] host = dv-cinder-784945-12-iscsi {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.448551 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.448775 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.449003 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.449263 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.449525 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.449741 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.450015 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.450275 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.450529 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.450793 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.451031 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.451278 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.451497 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.451783 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.451957 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_options = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.452184 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.452453 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.452723 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.452917 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.453088 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.453258 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.453511 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.453663 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.453932 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.454151 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.454367 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.454605 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.454823 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.455263 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.455615 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.455957 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.456122 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.456308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.456573 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.456839 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.457094 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.457325 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.457548 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.457764 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.458015 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.458235 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.458491 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.458811 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.472089 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.473311 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_json = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.474825 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.475935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.476485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477079 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.477681 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478180 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478180 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478332 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478496 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478762 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.478998 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.479215 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.479435 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.479761 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.481523 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.481523 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.481523 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.481523 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.481523 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482404 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482488 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.482935 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.483412 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.483412 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.483659 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.483854 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.484021 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.484236 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.484450 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.485292 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.485292 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.485292 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.485493 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.485700 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.486278 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.487162 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.487384 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.487625 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.496709 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.497838 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.498677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499276 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.499929 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.500470 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.500470 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.500470 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.500693 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.500780 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.501017 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.501388 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.501718 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.501932 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.502185 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.502513 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.502809 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.503060 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.503303 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.503553 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.503771 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.504002 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.504612 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.505017 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.505228 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.505463 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.505724 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.505941 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.506163 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.506379 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.506619 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.506834 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.507096 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.507483 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.507853 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.508262 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.508483 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.508711 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.508934 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.509168 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.509424 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.509663 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.509953 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.510205 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.510453 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.510726 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.510956 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.511220 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.511437 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.511683 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.511919 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.512305 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.512677 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.512903 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.513125 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.513339 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.513587 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.513814 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.514063 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.514299 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.514645 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.514973 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.515209 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.515496 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.515655 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.515903 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.516139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.516358 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.516590 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.516803 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.517011 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.517253 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.517699 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.517951 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.518178 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.518377 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.518776 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.518997 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.519209 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.519502 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.519745 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.519990 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.520254 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.520506 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.520740 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.520968 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.521179 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.521409 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.521652 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.521872 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.522156 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.522512 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.522756 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.522973 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.523216 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.523428 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.523642 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.523885 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.524095 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.524304 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.524528 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.524748 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.524956 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.525178 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.525675 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.525675 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.525858 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.526051 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.526257 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.526563 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.526874 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.527111 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.527388 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.527915 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.527915 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.528153 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.528453 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.528668 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.529443 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.529443 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.529443 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.529722 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.529842 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.530161 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.530431 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.530711 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.530972 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.531243 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.531528 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.531821 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.532036 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.537731 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.538433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 08:11:43.539024 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.539635 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540025 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540025 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540025 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540238 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540314 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540430 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540587 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540726 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.540882 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541041 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541200 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541357 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541513 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541671 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541833 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.541990 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542147 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542291 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542449 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] debug = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542630 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542829 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.542993 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543176 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543330 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543487 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543645 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543802 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.543959 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.544117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.544275 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.544432 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.544658 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.544848 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545109 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545349 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545514 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545674 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] host = dv-cinder-784945-12-iscsi {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545833 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.545990 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546147 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546305 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546462 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546642 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546802 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.546960 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547118 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547275 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547433 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547589 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547751 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.547902 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.548056 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_options = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.548436 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.548628 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.548817 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549030 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549188 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549386 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549759 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549759 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.549959 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550037 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550295 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550453 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550655 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550797 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.550939 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551069 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551222 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551378 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551527 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551684 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551830 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.551987 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552143 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552299 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552455 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552614 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552775 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.552918 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553080 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553237 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553394 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553551 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553707 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.553863 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554020 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554179 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554341 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554485 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554653 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554839 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.554996 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555152 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555309 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555466 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555622 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_json = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555781 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.555928 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556074 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556210 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556366 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556522 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556679 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.556837 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 08:11:43.557015 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557177 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557349 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557511 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557672 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557832 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.557993 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558154 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558315 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558475 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558665 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558826 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.558996 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559154 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559367 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559466 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559615 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559771 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.559945 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.560093 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.560240 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.560398 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.560574 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561308 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561674 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561674 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561818 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.561927 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562085 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562245 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562406 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562592 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562749 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.562909 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563069 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563230 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563390 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563551 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563711 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.563873 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.564032 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.564192 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.564880 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565038 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565199 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565362 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565532 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565692 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.565853 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566013 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566173 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566332 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566492 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566674 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.566835 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567098 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567196 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567314 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567474 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567633 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567793 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.567962 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568119 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568278 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568455 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568587 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568747 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.568908 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569068 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569250 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569385 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569547 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569707 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.569867 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570027 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570186 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570347 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570507 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570689 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.570851 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571021 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571194 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571353 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571511 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571671 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571831 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.571990 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572150 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572309 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572468 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572629 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572789 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.572950 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573115 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573275 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573435 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573595 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573753 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.573911 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574069 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574227 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574386 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574545 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574727 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.574887 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.575046 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.575279 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576113 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576281 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576443 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576605 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576774 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.576943 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577110 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577269 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577429 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577594 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577736 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.577885 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578045 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578204 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578363 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578549 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578703 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.578873 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.579033 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.579195 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.579356 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.579538 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.579697 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580045 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580231 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580394 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580557 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580716 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.580876 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581028 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581187 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581350 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581510 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581670 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581832 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.581993 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582153 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582313 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582473 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582655 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582818 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.582978 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583139 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583303 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583463 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583624 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583786 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.583948 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584090 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584254 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584414 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584573 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584732 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.584891 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585050 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585208 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585367 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585526 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585689 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.585849 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586309 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586309 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586309 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586643 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586643 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586786 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.586942 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.587103 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.587267 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.587424 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.587746 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.587913 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588073 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588235 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588396 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588572 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588732 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.588893 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589055 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589216 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589375 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589535 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589695 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.589857 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590017 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590177 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590336 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590498 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590690 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590835 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.590997 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591158 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591320 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591479 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591640 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591814 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.591975 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592136 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592296 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592456 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592616 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592787 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.592948 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593108 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593272 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593431 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593590 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593760 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.593921 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.594084 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.594243 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.594552 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.594727 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.594900 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.595061 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.595222 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.595370 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596096 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596219 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596395 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596559 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596732 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.596862 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597012 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597172 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597309 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:43.597398 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597478 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597641 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597810 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.597970 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598130 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598290 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598461 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598651 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598817 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.598976 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599136 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599295 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599456 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599620 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599789 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.599957 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600117 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600285 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600452 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600621 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600782 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.600948 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601120 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601281 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601440 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601599 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601757 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.601917 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602075 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602234 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602411 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602536 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602724 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.602883 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603042 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603211 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603373 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603531 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603689 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.603848 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.604008 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.604166 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 08:11:43.604318 dv-cinder-784945-12-iscsi neutron-server[93623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 08:11:43.746244 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55198) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:11:43.755461 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068731 Jul 08 08:11:55.336121 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728003e-61e7-4c9d-afd5-8803c196408e None None] get_active_networks_info from dv-cinder-784945-12-iscsi {{(pid=93744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 08:11:55.416452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a728003e-61e7-4c9d-afd5-8803c196408e None None] No non-hosted networks {{(pid=93744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 08:11:55.441013 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.agentschedulers_db [None req-a728003e-61e7-4c9d-afd5-8803c196408e None None] DHCP Agent not found on host dv-cinder-784945-12-iscsi {{(pid=93744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 08:11:55.630760 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-455d8c08-2101-4fe3-a9c4-235b18792d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:57.767735 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:57.768474 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.768864 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.774604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.774604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.774604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.774604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.774604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:11:57.775998 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:57.785835 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:11:58.043383 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e9b12db5-e800-4aa1-89ba-9033bfcb8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:58.082141 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.db.api [None req-1dfeb3f2-4516-4bc7-8d70-a56a287dd844 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-784945-12-iscsi {{(pid=93744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 08:11:58.082821 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG oslo_db.api [None req-1dfeb3f2-4516-4bc7-8d70-a56a287dd844 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 08:11:58.687626 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1dfeb3f2-4516-4bc7-8d70-a56a287dd844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:11:59.047843 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:00.749827 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:01.779026 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55290) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:02.278203 dv-cinder-784945-12-iscsi neutron-server[93743]: WARNING oslo_policy.policy [None req-7455b7c1-2a3a-416f-8aa1-5bddaa02747f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:02.278810 dv-cinder-784945-12-iscsi neutron-server[93743]: WARNING oslo_policy.policy [None req-7455b7c1-2a3a-416f-8aa1-5bddaa02747f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:02.308941 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.db.l3_hamode_db [None req-98b9cc69-ee38-4a73-99e7-6aa0d9e84555 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 08:12:02.388547 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9cc69-ee38-4a73-99e7-6aa0d9e84555 None None] Routers set() bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:12:02.388932 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9cc69-ee38-4a73-99e7-6aa0d9e84555 None None] Router IDs set() for agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 08:12:02.495940 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [None req-7455b7c1-2a3a-416f-8aa1-5bddaa02747f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:12:02.496983 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7455b7c1-2a3a-416f-8aa1-5bddaa02747f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7169745 Jul 08 08:12:04.846560 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55304) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:05.152576 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:05.253996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.policy [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93743) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 08:12:05.305927 dv-cinder-784945-12-iscsi neutron-server[93743]: WARNING oslo_policy.policy [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:05.306300 dv-cinder-784945-12-iscsi neutron-server[93743]: WARNING oslo_policy.policy [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:05.314950 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.quota [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] Loaded quota_driver: . Jul 08 08:12:05.469178 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376922905', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376919338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376918363', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376916737', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376897730', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750376887604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-842189', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-882476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4105895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4167689'] for rbac-policy, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:05.630106 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:05.631330 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-05285053-3dd5-4753-acc4-1b497356eaa9 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7837665 Jul 08 08:12:08.186378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55316) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:08.474484 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Request body: {'network': {'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'project_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'name': 'private'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:08.698210 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Made reservation on behalf of 2d6faa9223404a898476ad4652d207c3 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:12:08.700953 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:08.717554 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:08.833851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:08.898668 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:08.923666 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:12:08.948042 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750377589580', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:08.948684 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Unsubscribe: segment precommit_create {{(pid=93743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 08:12:08.949159 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Added segment dc47a37d-e0aa-47ca-b15c-559f068b7ab1 of type vlan for network 69328b7e-45ee-481f-910f-84039d6b0612 Jul 08 08:12:08.955514 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d549568c-4130-4cf2-8de9-8ce8a46431e1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:08.991424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.991807 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.992128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.992456 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.992780 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.993120 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.993443 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.993775 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.994109 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.994428 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.994766 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.995081 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Tracked resource versions report: Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: pushed versions: Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Log': {'1.0'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Network': {'1.1'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Port': {'1.7'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'PortForwarding': {'1.2'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'QosPolicy': {'1.8'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SubPort': {'1.0'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Subnet': {'1.1'}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Trunk': {'1.1'}} Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: consumer versions: Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'ConntrackHelper': '1.0', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Log': '1.0', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Network': '1.1', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Port': '1.7', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'PortForwarding': '1.2', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'QosPolicy': '1.8', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroup': '1.4', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroupRule': '1.2', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SubPort': '1.0', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Subnet': '1.1', Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Trunk': '1.1'}} Jul 08 08:12:08.996440 dv-cinder-784945-12-iscsi neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:12:09.067985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:09.161002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:09.162078 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:09.162770 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:09.255851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] Pushing event updated for resources: {'Network': ['ID=69328b7e-45ee-481f-910f-84039d6b0612,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:09.267200 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 69328b7e-45ee-481f-910f-84039d6b0612 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:12:09.293235 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0a7cd2e8-1643-4da3-ae29-e0e111504b3d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1057720 Jul 08 08:12:11.905621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55330) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:12.281073 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234ff85-e1e7-4773-889e-220f94f27d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:12.283397 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c234ff85-e1e7-4773-889e-220f94f27d67 admin admin] 10.222.0.72 "GET /v2.0/networks/69328b7e-45ee-481f-910f-84039d6b0612 HTTP/1.1" status: 200 len: 825 time: 0.3768477 Jul 08 08:12:12.306381 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9be70859-2a80-4017-bffd-fbedc31dc011 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/c2aa6053-6e0d-439b-973b-d07bbaff12f4 HTTP/1.1" status: 200 len: 734 time: 0.0177345 Jul 08 08:12:12.314514 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4', 'name': 'private-subnet', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'gateway_ip': '172.20.0.1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:12.406723 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Made reservation on behalf of 2d6faa9223404a898476ad4652d207c3 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:12:12.408958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:12.773177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:12.841937 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eac7c0-4c0c-4c81-9fb1-50c9aa572712,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:12.848589 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Checking segment: {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:12:12.849451 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Network hostable DHCP agents. Network: 69328b7e-45ee-481f-910f-84039d6b0612, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:12:12.937986 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Network 69328b7e-45ee-481f-910f-84039d6b0612 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:12:13.029606 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 69328b7e-45ee-481f-910f-84039d6b0612) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:13.034881 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:13.035448 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:13.039723 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc84049-1ad6-4a46-a332-8ad43bf55fcb None None] Network 69328b7e-45ee-481f-910f-84039d6b0612 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:12:13.116292 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-20e8ad7f-922e-40fb-a926-c0eb558b5719 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8049684 Jul 08 08:12:13.360858 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-69328b7e-45ee-481f-910f-84039d6b0612', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:12:13.362064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:13.642973 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Allocated IP 172.20.0.2 (69328b7e-45ee-481f-910f-84039d6b0612/61eac7c0-4c0c-4c81-9fb1-50c9aa572712/6e04bced-72a1-4d24-98c4-9c78f5eced19) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:12:13.874990 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:13.889741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Transition to ACTIVE for port object 6e04bced-72a1-4d24-98c4-9c78f5eced19 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:12:13.911657 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Transition to ACTIVE for port object 6e04bced-72a1-4d24-98c4-9c78f5eced19 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:12:13.984663 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:14.059902 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Network 69328b7e-45ee-481f-910f-84039d6b0612 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:12:14.067470 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Pushing event updated for resources: {'Port': ['ID=6e04bced-72a1-4d24-98c4-9c78f5eced19,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:14.069765 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:14.076606 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:12:14.080778 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.081146 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.081492 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.081833 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.082169 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.082504 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.082878 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.083288 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.083642 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.083973 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.084302 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.084628 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Tracked resource versions report: Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: pushed versions: Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Log': {'1.0'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Network': {'1.1'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Port': {'1.7'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'PortForwarding': {'1.2'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'QosPolicy': {'1.8'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SubPort': {'1.0'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Subnet': {'1.1'}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Trunk': {'1.1'}} Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: consumer versions: Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'ConntrackHelper': '1.0', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Log': '1.0', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Network': '1.1', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Port': '1.7', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'PortForwarding': '1.2', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'QosPolicy': '1.8', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroup': '1.4', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroupRule': '1.2', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SubPort': '1.0', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Subnet': '1.1', Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Trunk': '1.1'}} Jul 08 08:12:14.086000 dv-cinder-784945-12-iscsi neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:12:14.154355 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Attempting to bind port 6e04bced-72a1-4d24-98c4-9c78f5eced19 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:12:14.154780 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Attempting to bind port 6e04bced-72a1-4d24-98c4-9c78f5eced19 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:12:14.155223 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Attempting to bind port 6e04bced-72a1-4d24-98c4-9c78f5eced19 on network 69328b7e-45ee-481f-910f-84039d6b0612 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:12:14.160935 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:12:14.161355 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Checking segment: {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:12:14.161888 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:14.162232 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Bound using segment: {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:12:14.162747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Bound port: 6e04bced-72a1-4d24-98c4-9c78f5eced19, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:12:14.163151 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:14.226734 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] For port 6e04bced-72a1-4d24-98c4-9c78f5eced19, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:12:14.230967 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] For port 6e04bced-72a1-4d24-98c4-9c78f5eced19, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=6e04bced-72a1-4d24-98c4-9c78f5eced19,segment=NetworkSegment(dc47a37d-e0aa-47ca-b15c-559f068b7ab1),segment_id=dc47a37d-e0aa-47ca-b15c-559f068b7ab1)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:12:14.321709 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:14.388165 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20fdeb-82fb-4c00-8ce3-b80b795989d5 None None] Pushing event updated for resources: {'Port': ['ID=6e04bced-72a1-4d24-98c4-9c78f5eced19,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:15.527680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 55338) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:16.028979 dv-cinder-784945-12-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-33ff5f1e-63be-4dd2-9452-22edbb347bd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:16.029574 dv-cinder-784945-12-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-33ff5f1e-63be-4dd2-9452-22edbb347bd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:16.249693 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-33ff5f1e-63be-4dd2-9452-22edbb347bd9 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:12:16.251700 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-33ff5f1e-63be-4dd2-9452-22edbb347bd9 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7211087 Jul 08 08:12:18.608103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 55352) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:18.925017 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-f57fe662-7664-4341-b5ad-e7d0ef880e35 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:12:18.926048 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f57fe662-7664-4341-b5ad-e7d0ef880e35 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169179 Jul 08 08:12:19.595892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6e04bced-72a1-4d24-98c4-9c78f5eced19 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:19.715152 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:12:20.450391 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4a3b2-2e1b-44a3-b09b-e04040a2d55a None None] Network 69328b7e-45ee-481f-910f-84039d6b0612 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:12:20.608223 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Provisioning for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:12:20.616932 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Provisioning complete for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:20.620226 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:20.752307 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:20.789116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] For port 6e04bced-72a1-4d24-98c4-9c78f5eced19, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=6e04bced-72a1-4d24-98c4-9c78f5eced19,segment=NetworkSegment(dc47a37d-e0aa-47ca-b15c-559f068b7ab1),segment_id=dc47a37d-e0aa-47ca-b15c-559f068b7ab1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:12:20.846875 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:20.893357 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a98357-a61e-41d7-9ce5-7a0b4fd276ac None None] Pushing event updated for resources: {'Port': ['ID=6e04bced-72a1-4d24-98c4-9c78f5eced19,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:20.964744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d4435ef0-e804-4463-aecd-52ffec5ccfc9 None None] Provisioning complete for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:20.965112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d4435ef0-e804-4463-aecd-52ffec5ccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:21.525635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55366) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:21.574944 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6e04bced-72a1-4d24-98c4-9c78f5eced19 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:21.622255 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:21.622958 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:21.821367 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Request body: {'router': {'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:21.898122 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:21.899627 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:22.034957 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:22.087315 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:22.143677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:22.145050 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f1d929af-2de2-4316-8ac3-51f2cf1d69a7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6182330 Jul 08 08:12:24.480922 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55374) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:24.787549 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [None req-e438b661-dd72-471c-9433-54b2a038962d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:12:24.788586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e438b661-dd72-471c-9433-54b2a038962d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067317 Jul 08 08:12:25.338038 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5acce08c-e53c-4e21-a95c-57e94efb6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.150484 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55382) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:27.451992 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:27.543578 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Made reservation on behalf of 97d656c6ffdd414d9db9e406f690512b for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:12:27.545886 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.556618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.639514 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.720579 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.735991 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Reserving flat network on physical network physnet1 {{(pid=93743) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 08:12:27.749517 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.755255 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3763292-7925-4d7e-8e69-45533b76b64f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:27.758999 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.758999 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Added segment e017fac8-166d-4b71-873e-e848b37467af of type flat for network ba4ae605-75cf-45df-aefb-4138a960148a Jul 08 08:12:27.810358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.920873 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.922610 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:27.923189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:27.982091 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] Pushing event updated for resources: {'Network': ['ID=ba4ae605-75cf-45df-aefb-4138a960148a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:27.992442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network ba4ae605-75cf-45df-aefb-4138a960148a details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:12:28.029413 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-a3e83392-f337-47fa-a03d-d833b96f88d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:28.047582 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-81f57af1-4fbb-46e1-b6e7-e83a12d0ae9d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8960128 Jul 08 08:12:28.995595 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:30.377217 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 55400) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:30.711208 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.policy [None req-2792f41b-aa47-4479-b042-7cdef4796971 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 08:12:30.726359 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:30.758501 dv-cinder-784945-12-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-2792f41b-aa47-4479-b042-7cdef4796971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:30.758836 dv-cinder-784945-12-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-2792f41b-aa47-4479-b042-7cdef4796971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 08:12:30.767754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2792f41b-aa47-4479-b042-7cdef4796971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:30.769474 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2792f41b-aa47-4479-b042-7cdef4796971 admin admin] 10.222.0.72 "GET /v2.0/subnets/61eac7c0-4c0c-4c81-9fb1-50c9aa572712 HTTP/1.1" status: 200 len: 849 time: 0.3913503 Jul 08 08:12:30.930346 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-eb4a23db-331f-4816-a393-d5477b55c919 admin admin] 10.222.0.72 "GET /v2.0/routers/567a71f1-5750-45f5-81e0-b2a744468bda HTTP/1.1" status: 200 len: 704 time: 0.1555676 Jul 08 08:12:31.191027 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:31.511874 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Allocated IP 172.20.0.1 (69328b7e-45ee-481f-910f-84039d6b0612/61eac7c0-4c0c-4c81-9fb1-50c9aa572712/9891ef61-83f2-4211-a237-6e408be995ef) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:12:31.717531 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:31.743927 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Transition to ACTIVE for port object 9891ef61-83f2-4211-a237-6e408be995ef will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:12:31.875896 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:31.931829 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Network 69328b7e-45ee-481f-910f-84039d6b0612 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:12:31.936576 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:31.986455 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Pushing event updated for resources: {'Port': ['ID=9891ef61-83f2-4211-a237-6e408be995ef,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:31.989036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:12:31.989811 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.054435 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.054832 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.055175 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.055507 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.055835 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.056178 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.056509 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.056849 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.057188 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.057511 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.057827 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.058146 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Tracked resource versions report: Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: pushed versions: Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Log': {'1.0'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Network': {'1.1'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Port': {'1.7'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'PortForwarding': {'1.2'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'QosPolicy': {'1.8'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SubPort': {'1.0'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Subnet': {'1.1'}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Trunk': {'1.1'}} Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: consumer versions: Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'ConntrackHelper': '1.0', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Log': '1.0', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Network': '1.1', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Port': '1.7', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'PortForwarding': '1.2', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'QosPolicy': '1.8', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroup': '1.4', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroupRule': '1.2', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SubPort': '1.0', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Subnet': '1.1', Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Trunk': '1.1'}} Jul 08 08:12:32.059558 dv-cinder-784945-12-iscsi neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:12:32.262549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.292224 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5acf52d6-ad88-4413-8a35-f82bbe891064 None None] Provisioning for port 9891ef61-83f2-4211-a237-6e408be995ef completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:12:32.296933 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5acf52d6-ad88-4413-8a35-f82bbe891064 None None] Provisioning complete for port 9891ef61-83f2-4211-a237-6e408be995ef triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:32.297382 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5acf52d6-ad88-4413-8a35-f82bbe891064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.331377 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-5acf52d6-ad88-4413-8a35-f82bbe891064 None None] Port 9891ef61-83f2-4211-a237-6e408be995ef cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:12:32.441802 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.509238 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.510035 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.586933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Pushing event updated for resources: {'Port': ['ID=9891ef61-83f2-4211-a237-6e408be995ef,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:32.634225 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Network 69328b7e-45ee-481f-910f-84039d6b0612 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:12:32.635603 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:32.852419 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c23ca955-459f-46b6-9725-19d9ccb2205f None None] Provisioning complete for port 9891ef61-83f2-4211-a237-6e408be995ef triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:32.852713 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c23ca955-459f-46b6-9725-19d9ccb2205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:32.888307 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-c23ca955-459f-46b6-9725-19d9ccb2205f None None] Port 9891ef61-83f2-4211-a237-6e408be995ef cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:12:32.903732 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Router 567a71f1-5750-45f5-81e0-b2a744468bda is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:12:32.993167 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:12:32.998454 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bed1a184-6f03-4f38-9cad-8d61cd57f361 admin admin] 10.222.0.72 "PUT /v2.0/routers/567a71f1-5750-45f5-81e0-b2a744468bda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0633118 Jul 08 08:12:33.014150 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Sync routers for ids ['567a71f1-5750-45f5-81e0-b2a744468bda'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:12:33.028055 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Routers {'567a71f1-5750-45f5-81e0-b2a744468bda'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:12:33.028993 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:12:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['567a71f1-5750-45f5-81e0-b2a744468bda'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:33.210465 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Set router 567a71f1-5750-45f5-81e0-b2a744468bda gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:12:33.632127 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:32Z', 'revision_number': 2, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port_host': None, '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:32Z', 'revision_number': 2, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:33.683089 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Checking router: 567a71f1-5750-45f5-81e0-b2a744468bda for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:12:33.683448 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Updating router 567a71f1-5750-45f5-81e0-b2a744468bda port 9891ef61-83f2-4211-a237-6e408be995ef binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:12:33.747294 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.237262 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.254756 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Transition to ACTIVE for port object 9891ef61-83f2-4211-a237-6e408be995ef will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:12:34.331953 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.480800 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Pushing event updated for resources: {'Port': ['ID=9891ef61-83f2-4211-a237-6e408be995ef,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:34.496444 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Attempting to bind port 9891ef61-83f2-4211-a237-6e408be995ef on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:12:34.496838 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Attempting to bind port 9891ef61-83f2-4211-a237-6e408be995ef by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:12:34.497266 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Attempting to bind port 9891ef61-83f2-4211-a237-6e408be995ef on network 69328b7e-45ee-481f-910f-84039d6b0612 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:12:34.500789 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.501137 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.501469 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.501796 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.502181 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.502485 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.502777 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.503099 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.503431 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.503755 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.504069 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.504638 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Tracked resource versions report: Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: pushed versions: Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: { 'AddressGroup': {'1.2'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'ConntrackHelper': {'1.0'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Log': {'1.0'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Network': {'1.1'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Port': {'1.7'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'PortForwarding': {'1.2'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'QosPolicy': {'1.8'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroup': {'1.4'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SubPort': {'1.0'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Subnet': {'1.1'}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Trunk': {'1.1'}} Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: consumer versions: Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'ConntrackHelper': '1.0', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Log': '1.0', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Network': '1.1', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Port': '1.7', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'PortForwarding': '1.2', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'QosPolicy': '1.8', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroup': '1.4', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroupRule': '1.2', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SubPort': '1.0', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Subnet': '1.1', Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Trunk': '1.1'}} Jul 08 08:12:34.506069 dv-cinder-784945-12-iscsi neutron-server[93745]: {{(pid=93745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:12:34.511337 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:12:34.511752 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Checking segment: {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:12:34.512234 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.512614 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Bound using segment: {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:12:34.513108 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Bound port: 9891ef61-83f2-4211-a237-6e408be995ef, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc47a37d-e0aa-47ca-b15c-559f068b7ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:12:34.513500 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.576844 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] For port 9891ef61-83f2-4211-a237-6e408be995ef, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:12:34.599877 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] For port 9891ef61-83f2-4211-a237-6e408be995ef, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=9891ef61-83f2-4211-a237-6e408be995ef,segment=NetworkSegment(dc47a37d-e0aa-47ca-b15c-559f068b7ab1),segment_id=dc47a37d-e0aa-47ca-b15c-559f068b7ab1)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:12:34.715495 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:34.771199 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ba8e-5050-45a1-a35e-dd60af5819bd None None] Pushing event updated for resources: {'Port': ['ID=9891ef61-83f2-4211-a237-6e408be995ef,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:34.777890 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Routers {'567a71f1-5750-45f5-81e0-b2a744468bda'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:12:34.778511 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:12:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['567a71f1-5750-45f5-81e0-b2a744468bda'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:34.871191 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] Set router 567a71f1-5750-45f5-81e0-b2a744468bda gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:12:35.077878 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:32Z', 'revision_number': 2, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port_host': None, '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:34Z', 'revision_number': 4, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:35.109535 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc42930-5c16-4d2d-a9ff-9557cf3a3a01 None None] The sync data for ids ['567a71f1-5750-45f5-81e0-b2a744468bda'] in dv-cinder-784945-12-iscsi is: [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:32Z', 'revision_number': 2, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port_host': None, '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:34Z', 'revision_number': 4, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:12:35.213346 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55426) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:35.323602 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d060b-4620-4e7a-b849-b7e618d3f60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:35.324949 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ae1d060b-4620-4e7a-b849-b7e618d3f60d admin admin] 10.222.0.72 "GET /v2.0/networks/ba4ae605-75cf-45df-aefb-4138a960148a HTTP/1.1" status: 200 len: 842 time: 0.1105056 Jul 08 08:12:35.334087 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:35.435216 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Made reservation on behalf of 97d656c6ffdd414d9db9e406f690512b for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:12:35.437727 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:35.490545 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:12:35.821561 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.objects.ports [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93743) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 08:12:35.822001 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:35.877093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84f2073-6068-408d-a608-c302e353d843,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:35.883987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:12:35.884298 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Network hostable DHCP agents. Network: ba4ae605-75cf-45df-aefb-4138a960148a, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:12:35.983230 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:12:36.063875 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, ba4ae605-75cf-45df-aefb-4138a960148a) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:36.068009 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:36.068542 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:36.072767 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7f839-558d-47b0-91ac-e8498ab71328 None None] Network ba4ae605-75cf-45df-aefb-4138a960148a requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:12:36.133184 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b16f1121-78fc-447c-a09c-ba339a968c54 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8024831 Jul 08 08:12:36.200524 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187289d2-f18c-405d-96ba-1cdbdd8d31a8 None None] Network ba4ae605-75cf-45df-aefb-4138a960148a requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:12:38.399850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55438) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:38.603396 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1d2deb28-6f9c-4df5-abb1-a873b4be870a admin admin] 10.222.0.72 "GET /v2.0/routers/567a71f1-5750-45f5-81e0-b2a744468bda HTTP/1.1" status: 200 len: 710 time: 0.2024915 Jul 08 08:12:38.690415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe4e7d2-cb84-4d2e-b0e8-892ac31280a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:12:38.691807 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-cbe4e7d2-cb84-4d2e-b0e8-892ac31280a6 admin admin] 10.222.0.72 "GET /v2.0/networks/ba4ae605-75cf-45df-aefb-4138a960148a HTTP/1.1" status: 200 len: 886 time: 0.0834036 Jul 08 08:12:38.700305 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:12:38.996695 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.362216 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.436073 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.582146 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Allocated IP 172.27.3.120 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:12:39.602113 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 9891ef61-83f2-4211-a237-6e408be995ef up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:39.692374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.720736 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 9891ef61-83f2-4211-a237-6e408be995ef completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:12:39.724765 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 9891ef61-83f2-4211-a237-6e408be995ef triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:39.725066 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.799701 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.830523 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 9891ef61-83f2-4211-a237-6e408be995ef, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=9891ef61-83f2-4211-a237-6e408be995ef,segment=NetworkSegment(dc47a37d-e0aa-47ca-b15c-559f068b7ab1),segment_id=dc47a37d-e0aa-47ca-b15c-559f068b7ab1)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:12:39.869834 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.891937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:39.941314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:12:39.941536 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=9891ef61-83f2-4211-a237-6e408be995ef,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:39.947837 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:12:39.953833 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:12:39.959730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Pushing event updated for resources: {'Port': ['ID=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:40.300365 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:40.544261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:40.548151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3857353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3857344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918366'] for router, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:40.653256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Router 567a71f1-5750-45f5-81e0-b2a744468bda has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:12:40.755359 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:12:40.759558 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:40.760782 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-09567887-9850-42c4-89df-3dfc42bff7fc admin admin] 10.222.0.72 "PUT /v2.0/routers/567a71f1-5750-45f5-81e0-b2a744468bda HTTP/1.1" status: 200 len: 890 time: 2.0635817 Jul 08 08:12:40.764589 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Sync routers for ids ['567a71f1-5750-45f5-81e0-b2a744468bda'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:12:40.776365 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Routers {'567a71f1-5750-45f5-81e0-b2a744468bda'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:12:40.777128 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:12:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['567a71f1-5750-45f5-81e0-b2a744468bda'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:41.041607 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Set router 567a71f1-5750-45f5-81e0-b2a744468bda gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:12:41.439857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:40Z', 'revision_number': 4, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port': {'id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:39Z', 'updated_at': '2021-07-08T08:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:39Z', 'revision_number': 5, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:41.490252 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Checking router: 567a71f1-5750-45f5-81e0-b2a744468bda for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:12:41.490621 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Updating router 567a71f1-5750-45f5-81e0-b2a744468bda port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:12:41.523147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:41.618103 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 9891ef61-83f2-4211-a237-6e408be995ef up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:41.759763 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 9891ef61-83f2-4211-a237-6e408be995ef triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:41.760136 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:41.932170 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:41.943848 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Transition to ACTIVE for port object ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:12:42.006116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:42.057740 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Attempting to bind port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:12:42.058111 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Attempting to bind port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:12:42.058473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Attempting to bind port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:12:42.061158 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e4a66-a34f-454c-8225-0a685f56ef60 None None] Pushing event updated for resources: {'Port': ['ID=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:42.066177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:12:42.066545 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:12:42.066969 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:42.067355 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:12:42.067811 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Bound port: ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:12:42.068218 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:42.195409 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] For port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:12:42.198320 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] For port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:12:42.252542 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:42.312668 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Routers {'567a71f1-5750-45f5-81e0-b2a744468bda'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:12:42.313193 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:12:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['567a71f1-5750-45f5-81e0-b2a744468bda'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:42.315779 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e4a66-a34f-454c-8225-0a685f56ef60 None None] Pushing event updated for resources: {'Port': ['ID=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:42.417941 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] Set router 567a71f1-5750-45f5-81e0-b2a744468bda gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:12:42.624729 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:40Z', 'revision_number': 4, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port': {'id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:39Z', 'updated_at': '2021-07-08T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:39Z', 'revision_number': 5, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:12:42.654100 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc476bf-9c81-46ac-9752-e71e1173a55f None None] The sync data for ids ['567a71f1-5750-45f5-81e0-b2a744468bda'] in dv-cinder-784945-12-iscsi is: [{'id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'name': 'router1', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:12:21Z', 'updated_at': '2021-07-08T08:12:40Z', 'revision_number': 4, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'gw_port': {'id': 'ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:39Z', 'updated_at': '2021-07-08T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '9891ef61-83f2-4211-a237-6e408be995ef', 'name': '', 'network_id': '69328b7e-45ee-481f-910f-84039d6b0612', 'tenant_id': '2d6faa9223404a898476ad4652d207c3', 'mac_address': 'fa:16:3e:ff:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a71f1-5750-45f5-81e0-b2a744468bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:12:31Z', 'updated_at': '2021-07-08T08:12:39Z', 'revision_number': 5, 'project_id': '2d6faa9223404a898476ad4652d207c3', 'subnets': [{'id': '61eac7c0-4c0c-4c81-9fb1-50c9aa572712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2aa6053-6e0d-439b-973b-d07bbaff12f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:12:43.157597 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 55446) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:12:43.290422 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-575517fd-d697-4afd-89b8-f364de397837 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1302130 Jul 08 08:12:43.611365 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:43.704654 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:12:43.708688 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:43.709062 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:43.790799 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:43.814598 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:12:43.869685 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:43.922377 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:12:45.596343 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:12:45.646696 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port ca9ebf7e-aaa6-4077-bb03-44f1c0207ac8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:12:45.647164 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:55.326051 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-198710cb-e792-45d7-8b5b-85212be0cc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:57.731937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:58.040830 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fcca5f4e-3b98-4b78-980c-e9c7fd6d4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:12:59.012066 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:00.759712 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:12.507660 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:13:25.336757 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2a2a2cdd-bca2-49e4-a58e-64a0de94b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:27.948474 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:28.135083 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9def8db6-f481-4880-afd3-0485192f8b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:29.033631 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:30.743972 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:49.487126 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:13:55.307538 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e015d3b2-6368-400a-8872-e0e638bf80e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:57.753592 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:58.033667 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-21be905c-f8b3-4c7b-9eed-f87593eccb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:13:59.009290 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:00.764619 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:25.335372 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ce115145-5eec-4b92-a671-c7889c980c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:25.715829 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56014) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:25.774818 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6399e299-2dbf-4c5e-9045-c4aae9a6b82e admin admin] GET failed (client error): The resource could not be found. Jul 08 08:14:25.776381 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6399e299-2dbf-4c5e-9045-c4aae9a6b82e admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595849 Jul 08 08:14:25.930114 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89133e90-b989-445b-bac0-62cacc9f11d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:25.931641 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-89133e90-b989-445b-bac0-62cacc9f11d8 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1514189 Jul 08 08:14:26.485762 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:14:27.763843 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.088456 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56024) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:28.095272 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d363f596-cb97-4136-98b3-7df294c95df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.178293 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcebab7-49c4-4c84-940f-00d2dd29cbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:28.179645 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3bcebab7-49c4-4c84-940f-00d2dd29cbfd admin admin] 10.222.0.72 "GET /v2.0/subnets/61eac7c0-4c0c-4c81-9fb1-50c9aa572712 HTTP/1.1" status: 200 len: 849 time: 0.0902023 Jul 08 08:14:28.188875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:14:28.270858 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.449451 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750377577494'] for subnet, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.480546 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:28.481129 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.482436 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] 10.222.0.72 "PUT /v2.0/subnets/61eac7c0-4c0c-4c81-9fb1-50c9aa572712 HTTP/1.1" status: 200 len: 868 time: 0.2971973 Jul 08 08:14:28.490727 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61811225-3ea7-4218-b3eb-1f74b86fa29c None None] Network 69328b7e-45ee-481f-910f-84039d6b0612 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:14:28.512336 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eac7c0-4c0c-4c81-9fb1-50c9aa572712,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:14:28.524988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.524988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.525851 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.526370 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.526924 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.527478 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.528008 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.528564 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.529118 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.529652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.530181 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.530742 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7052f29e-e628-43d5-93d0-e7853ead0510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:14:28.886755 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-59a935e2-cf95-4c04-b7cf-6203e1371c02 None None] Provisioning complete for port 9891ef61-83f2-4211-a237-6e408be995ef triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:14:28.887288 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-59a935e2-cf95-4c04-b7cf-6203e1371c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:28.982020 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-59a935e2-cf95-4c04-b7cf-6203e1371c02 None None] Provisioning complete for port 6e04bced-72a1-4d24-98c4-9c78f5eced19 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:14:28.982313 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-59a935e2-cf95-4c04-b7cf-6203e1371c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:29.050251 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:30.671218 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56032) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:30.764084 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:30.868398 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346abb26-0602-47fc-b414-fe0f74c0af42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:30.869311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346abb26-0602-47fc-b414-fe0f74c0af42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:30.870865 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-346abb26-0602-47fc-b414-fe0f74c0af42 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986780 Jul 08 08:14:33.017118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56040) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:33.215549 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba1d1a-0a6a-4f19-97d1-b4e5eeecd227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:33.216033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba1d1a-0a6a-4f19-97d1-b4e5eeecd227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:33.217599 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3aba1d1a-0a6a-4f19-97d1-b4e5eeecd227 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995466 Jul 08 08:14:35.390337 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56050) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:35.515703 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd9271-d72c-4cfd-af52-07e05956e60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:35.517051 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-38dd9271-d72c-4cfd-af52-07e05956e60d admin admin] 10.222.0.72 "GET /v2.0/networks/69328b7e-45ee-481f-910f-84039d6b0612 HTTP/1.1" status: 200 len: 869 time: 0.1257479 Jul 08 08:14:37.647815 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56058) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:37.769375 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbdff3-c617-4c03-b46f-c2aedde9cfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:37.770757 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c6fbdff3-c617-4c03-b46f-c2aedde9cfa9 admin admin] 10.222.0.72 "GET /v2.0/networks/ba4ae605-75cf-45df-aefb-4138a960148a HTTP/1.1" status: 200 len: 886 time: 0.1219685 Jul 08 08:14:39.919622 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56066) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:40.042340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e8543-787d-48b3-84d8-e0e7efa8db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:40.042813 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e8543-787d-48b3-84d8-e0e7efa8db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:40.044322 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-058e8543-787d-48b3-84d8-e0e7efa8db7d admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237617 Jul 08 08:14:42.197287 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56074) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:42.320116 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e1ae3-aeb1-4237-a59d-c7f263fc22b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:42.320570 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e1ae3-aeb1-4237-a59d-c7f263fc22b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:42.322288 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a30e1ae3-aeb1-4237-a59d-c7f263fc22b5 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240616 Jul 08 08:14:44.485979 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56082) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:44.574411 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927c294-66a1-41ae-a12d-6aaad843a747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:44.575766 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9927c294-66a1-41ae-a12d-6aaad843a747 admin admin] 10.222.0.72 "GET /v2.0/subnets/61eac7c0-4c0c-4c81-9fb1-50c9aa572712 HTTP/1.1" status: 200 len: 868 time: 0.0888155 Jul 08 08:14:46.711509 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56090) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:14:46.795136 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca234841-a561-46bd-a945-12e7ae0bfec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:14:46.796462 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ca234841-a561-46bd-a945-12e7ae0bfec0 admin admin] 10.222.0.72 "GET /v2.0/subnets/d84f2073-6068-408d-a608-c302e353d843 HTTP/1.1" status: 200 len: 816 time: 0.0833521 Jul 08 08:14:55.311529 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-574b2208-29bf-43e0-9170-ff4c981392f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:57.723053 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:58.043456 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e13e25c7-e83b-41d0-b854-3e1f2a18ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:14:59.019416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:00.785942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:03.484775 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:15:11.045572 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56142) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:15:11.090534 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [None req-78a6b12f-7a59-4a5e-9f5d-70a3e33b9857 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:15:11.091536 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-78a6b12f-7a59-4a5e-9f5d-70a3e33b9857 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450640 Jul 08 08:15:13.316040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56150) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:15:13.376479 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ed6ef2-75fa-40f0-a59b-b5c1e7f24899 admin admin] GET failed (client error): The resource could not be found. Jul 08 08:15:13.377768 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-08ed6ef2-75fa-40f0-a59b-b5c1e7f24899 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608046 Jul 08 08:15:13.513243 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47666c78-a685-4208-8e37-406a1099d95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:15:13.514633 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-47666c78-a685-4208-8e37-406a1099d95c admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1328275 Jul 08 08:15:15.697419 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56158) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:15:15.742803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:15:15.743938 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.quota [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Loaded quota_driver: . Jul 08 08:15:15.831316 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Made reservation on behalf of 97d656c6ffdd414d9db9e406f690512b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:15:15.833613 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:15.860800 dv-cinder-784945-12-iscsi neutron-server[93742]: WARNING neutron.services.revisions.revision_plugin [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Could not find related network for resource to bump revision. Jul 08 08:15:15.876076 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:15:15.889251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750377589580', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:15.889715 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Unsubscribe: segment precommit_create {{(pid=93742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 08:15:15.890182 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Added segment 81f7f3f3-d1cb-4463-b685-1174821f710d of type vlan for network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 Jul 08 08:15:15.943290 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:16.042984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:16.043944 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:15:16.044511 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:16.137356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0077fa3-0c05-42ba-90ed-e9375c0fe2e2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:15:16.147531 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:15:16.181758 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-81cf9755-c369-4ade-be01-8c44df4837c1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4832473 Jul 08 08:15:18.353437 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:15:18.410461 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f29258-9bce-4bb2-9726-8f91528fc18d admin admin] GET failed (client error): The resource could not be found. Jul 08 08:15:18.417794 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b9f29258-9bce-4bb2-9726-8f91528fc18d admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579619 Jul 08 08:15:18.483115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe319c9-8f3a-424e-ba2d-efa898b9ab62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:15:18.484554 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bfe319c9-8f3a-424e-ba2d-efa898b9ab62 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677893 Jul 08 08:15:18.494978 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:15:18.676799 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Made reservation on behalf of 97d656c6ffdd414d9db9e406f690512b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:15:18.679189 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:18.928645 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:18.987093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b29bb0e-1578-4519-a44d-0d65a78f4f79,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:15:18.991779 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Checking segment: {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:15:18.992226 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Network hostable DHCP agents. Network: b0077fa3-0c05-42ba-90ed-e9375c0fe2e2, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:15:19.082558 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:15:19.168274 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, b0077fa3-0c05-42ba-90ed-e9375c0fe2e2) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:15:19.172390 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:15:19.172976 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:19.177940 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada15956-e0f5-45f8-903d-89574e59b7bc None None] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:15:19.272139 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-df6cafd4-b3d0-445e-9116-6fc066de70f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7813575 Jul 08 08:15:19.421328 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-b0077fa3-0c05-42ba-90ed-e9375c0fe2e2', 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2', 'tenant_id': '97d656c6ffdd414d9db9e406f690512b', 'fixed_ips': [{'subnet_id': '2b29bb0e-1578-4519-a44d-0d65a78f4f79'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:15:19.422252 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:19.560535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Allocated IP 192.168.233.2 (b0077fa3-0c05-42ba-90ed-e9375c0fe2e2/2b29bb0e-1578-4519-a44d-0d65a78f4f79/ceabf6ba-d99a-4174-938c-22ed6b8705db) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:15:19.762899 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:19.771102 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Transition to ACTIVE for port object ceabf6ba-d99a-4174-938c-22ed6b8705db will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:15:19.786129 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Transition to ACTIVE for port object ceabf6ba-d99a-4174-938c-22ed6b8705db will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:15:19.866291 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:19.911801 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:15:19.915097 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:15:19.919456 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:15:19.922520 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Pushing event updated for resources: {'Port': ['ID=ceabf6ba-d99a-4174-938c-22ed6b8705db,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:15:19.933851 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.934230 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.934735 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.934935 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.935274 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.935608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.935945 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.936852 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.936852 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.937040 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.937267 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.937615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:15:19.988078 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Attempting to bind port ceabf6ba-d99a-4174-938c-22ed6b8705db on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:15:19.988447 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Attempting to bind port ceabf6ba-d99a-4174-938c-22ed6b8705db by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:15:19.988825 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Attempting to bind port ceabf6ba-d99a-4174-938c-22ed6b8705db on network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:15:19.994733 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:15:19.995284 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Checking segment: {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:15:19.995696 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:19.996070 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Bound using segment: {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:15:19.996546 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Bound port: ceabf6ba-d99a-4174-938c-22ed6b8705db, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:15:19.996960 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:20.064090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] For port ceabf6ba-d99a-4174-938c-22ed6b8705db, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:15:20.067190 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] For port ceabf6ba-d99a-4174-938c-22ed6b8705db, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=ceabf6ba-d99a-4174-938c-22ed6b8705db,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:15:20.129551 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:20.188267 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744b12-0fc9-4fa2-ae76-7f3c9877ce2e None None] Pushing event updated for resources: {'Port': ['ID=ceabf6ba-d99a-4174-938c-22ed6b8705db,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:15:21.037497 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136fcfd-627c-4b5a-8f31-b5043b5a2464 None None] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:15:21.145483 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c78c212e-cd9d-432b-88ab-42524aa79deb None None] Provisioning for port ceabf6ba-d99a-4174-938c-22ed6b8705db completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:15:21.729009 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device ceabf6ba-d99a-4174-938c-22ed6b8705db up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:15:21.841486 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port ceabf6ba-d99a-4174-938c-22ed6b8705db completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:15:21.845615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port ceabf6ba-d99a-4174-938c-22ed6b8705db triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:15:21.846020 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:21.923657 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:21.955859 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port ceabf6ba-d99a-4174-938c-22ed6b8705db, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=ceabf6ba-d99a-4174-938c-22ed6b8705db,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:15:22.042954 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:22.102517 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=ceabf6ba-d99a-4174-938c-22ed6b8705db,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:15:23.704697 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device ceabf6ba-d99a-4174-938c-22ed6b8705db up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:15:23.752719 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port ceabf6ba-d99a-4174-938c-22ed6b8705db triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:15:23.753080 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:25.339665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-da27863d-71d9-4e7a-b042-d1bb518120d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:27.751262 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:28.014205 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-82c8b895-f941-4d29-b06e-4a2693390259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:29.065428 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:30.774027 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:40.482736 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:15:55.303139 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-076611a6-1efe-4dea-9894-f0a61ed7135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:57.743706 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:58.053213 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e5dd03e3-840e-4384-a818-b62a6a6e378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:15:59.036112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:00.778780 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:17.481412 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:16:25.350099 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cc180c39-2167-49ff-b048-5eb566dba9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:27.772597 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:28.093194 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efbd56e6-aec5-4b80-ae8d-438cea047fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:29.039782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:30.800665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:49.941207 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56218) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:16:49.947809 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-4e39b670-c15e-4536-89af-2fc012ca77a0 tempest-verify_tempest_config-567242725 tempest-verify_tempest_config-567242725-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:16:49.948772 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4e39b670-c15e-4536-89af-2fc012ca77a0 tempest-verify_tempest_config-567242725 tempest-verify_tempest_config-567242725-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065589 Jul 08 08:16:50.465320 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56236) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:16:50.566764 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:50.678657 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:50.741468 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:50.787258 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e88874ca8c049bfb5ed75a527d190bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3208139 Jul 08 08:16:50.788078 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a69a2-e5ff-4578-8cfa-01a77a2c5b35,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:16:50.789913 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56240) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:16:50.795264 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.795617 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.795957 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.796289 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.796618 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.796967 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.797299 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.797635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.798031 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.798358 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.798705 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.799025 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce33ba-d6b2-416b-babb-eb7ca80f28f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:50.846733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:50.867417 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:51.005296 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:51.007819 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:51.009094 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f48a69a2-e5ff-4578-8cfa-01a77a2c5b35 HTTP/1.1" status: 204 len: 168 time: 0.2172301 Jul 08 08:16:51.016560 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a69a2-e5ff-4578-8cfa-01a77a2c5b35,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:16:51.023012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.023377 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.023721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.024056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.024943 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.025291 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.025630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.026071 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.026301 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.026649 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.026977 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:51.027298 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5af4c2-bd3b-42aa-8dc9-449a4dc4352d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:16:54.480241 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:16:55.320181 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c2c44e9f-1e23-4d2d-9afa-e91c0aa73640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:57.764245 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:58.029183 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-048b0b8f-5375-4dc0-8102-3c97a7df6d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:16:59.045637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:00.880845 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:25.302746 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ac2f-12f0-49e8-a85d-9fa71112db3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:27.765241 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:28.010788 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-56b42714-f27a-470a-9735-ba37cf7ffa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:29.027774 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:30.776488 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:31.478506 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:17:55.322701 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5157-073b-456c-9a44-47d9e38acb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:57.741371 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:58.027460 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-52427bb0-6bd7-42c1-8091-86bc37216dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:17:59.026994 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:00.775457 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:08.476471 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 5 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:18:25.306754 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-067ebd3d-d7de-488b-b846-1790b5bb44e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:27.746780 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:28.021306 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4b1650f3-fcbc-4aad-88c1-9f2c980318ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:28.438150 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3922700'] for agent, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:29.058648 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:30.792563 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:32.108299 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56294) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:18:32.208426 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0f78c6a6-c655-4e1e-b486-65c1c902e99f admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0990067 Jul 08 08:18:34.379693 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56304) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:18:34.431963 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-67ed7215-23a1-47fb-af42-7813a78d7747 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0511935 Jul 08 08:18:45.475440 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:18:55.337741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b3152c18-a2ab-443e-950c-b8a8e7435176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:57.755255 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:58.137552 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-be180234-2744-4661-9ff4-491937b9440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:58.368566 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:18:59.069386 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:00.795199 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:22.473914 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:19:25.326312 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-55e44ec3-23e8-4265-afd4-cdf833a4d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:27.745233 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:28.026020 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-77473737-67c4-45d9-8b26-9aaf738ee889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:28.397256 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:29.063080 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:30.808215 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:55.309904 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fab5a354-bd11-40f9-a5a1-59a83ffff065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:57.730132 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:58.021749 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b517dc91-3844-432f-a383-93d9efc3f379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:58.372863 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:59.070058 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:19:59.473732 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:20:00.804599 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:05.445570 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56518) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:05.472849 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56524) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:05.823923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-network', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:05.855976 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2023702475-network', 'tenant_id': 'c25e632dd3a84ac8bc2af6afcd3bde0d'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:05.943066 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Made reservation on behalf of 99c71c5cec8d415fb9b99a08972e8bc1 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:05.945378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:05.958830 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.069274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Made reservation on behalf of c25e632dd3a84ac8bc2af6afcd3bde0d for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:06.071830 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.087664 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.170155 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.245831 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.265592 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:20:06.287228 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.287566 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Added segment 17ed6e30-be17-4140-9fdd-6ef2a3c97c74 of type vlan for network d310105e-3045-40b0-8674-b4b6744b6f87 Jul 08 08:20:06.332925 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d60e1d-a225-4e90-97cd-9e6b28559e17,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:06.348391 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.361980 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.362355 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.362725 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.363059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.363389 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.363726 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.364055 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.364394 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.364741 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.365070 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.365392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.365716 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Tracked resource versions report: Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: pushed versions: Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Log': {'1.0'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Network': {'1.1'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Port': {'1.7'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'PortForwarding': {'1.2'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'QosPolicy': {'1.8'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SubPort': {'1.0'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Subnet': {'1.1'}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Trunk': {'1.1'}} Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: consumer versions: Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: HyperV agent@hv-cinder-78494: {}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'ConntrackHelper': '1.0', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Log': '1.0', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Network': '1.1', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Port': '1.7', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'PortForwarding': '1.2', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'QosPolicy': '1.8', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroup': '1.4', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SecurityGroupRule': '1.2', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'SubPort': '1.0', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Subnet': '1.1', Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: 'Trunk': '1.1'}} Jul 08 08:20:06.366798 dv-cinder-784945-12-iscsi neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:20:06.429812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.458781 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.459721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:06.460300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.532841 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.546827 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] Pushing event updated for resources: {'Network': ['ID=d310105e-3045-40b0-8674-b4b6744b6f87,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:06.559725 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network d310105e-3045-40b0-8674-b4b6744b6f87 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:20:06.562060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:20:06.582142 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.582821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Added segment 10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e of type vlan for network 63dd26c1-68b8-430a-8657-01c5a198d2e9 Jul 08 08:20:06.584624 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9808d43c-f95d-40c3-abe0-0f9c6f9a6300,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:06.635264 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:06.635939 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f430b8eb-cb96-4724-a413-8e6c175023bc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1885192 Jul 08 08:20:06.644443 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Request body: {'subnet': {'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-subnet', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:06.660983 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.738468 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Made reservation on behalf of 99c71c5cec8d415fb9b99a08972e8bc1 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:06.740991 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.778721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:06.780209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:06.781162 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.002632 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.065280 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9276bd34-1880-4486-99b5-c316c811d9d2,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:07.088370 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.088774 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.089129 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.089661 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.089816 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.090139 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.090474 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.090855 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.091202 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.091534 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.091860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.092183 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Tracked resource versions report: Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: pushed versions: Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Log': {'1.0'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Network': {'1.1'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Port': {'1.7'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'PortForwarding': {'1.2'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'QosPolicy': {'1.8'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SubPort': {'1.0'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Subnet': {'1.1'}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Trunk': {'1.1'}} Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: consumer versions: Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: HyperV agent@hv-cinder-78494: {}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'ConntrackHelper': '1.0', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Log': '1.0', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Network': '1.1', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Port': '1.7', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'PortForwarding': '1.2', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'QosPolicy': '1.8', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroup': '1.4', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SecurityGroupRule': '1.2', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'SubPort': '1.0', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Subnet': '1.1', Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: 'Trunk': '1.1'}} Jul 08 08:20:07.100105 dv-cinder-784945-12-iscsi neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:20:07.119452 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] Pushing event updated for resources: {'Network': ['ID=63dd26c1-68b8-430a-8657-01c5a198d2e9,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:07.130860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 63dd26c1-68b8-430a-8657-01c5a198d2e9 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:20:07.151155 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Checking segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:07.151677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Network hostable DHCP agents. Network: d310105e-3045-40b0-8674-b4b6744b6f87, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:20:07.168401 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-bbe398bc-cb81-4029-ae4b-15bb874d1660 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6944816 Jul 08 08:20:07.171289 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56608) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:07.177407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Request body: {'subnet': {'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2023702475-subnet', 'tenant_id': 'c25e632dd3a84ac8bc2af6afcd3bde0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:07.261778 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Network d310105e-3045-40b0-8674-b4b6744b6f87 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:20:07.292882 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Made reservation on behalf of c25e632dd3a84ac8bc2af6afcd3bde0d for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:07.297958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.364464 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, d310105e-3045-40b0-8674-b4b6744b6f87) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:07.369069 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:07.370016 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.376440 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c88237-f133-4296-9238-ba9258e42c6c None None] Network d310105e-3045-40b0-8674-b4b6744b6f87 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:20:07.471351 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-930973b7-77f0-4c1c-897e-376fe4b8e315 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8348281 Jul 08 08:20:07.473912 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:07.481285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:07.573441 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.574649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-d310105e-3045-40b0-8674-b4b6744b6f87', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:20:07.575618 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.601482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.602659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.648277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff4e25d-6906-48af-ab80-9bfe89e0fba8,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:07.655928 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Checking segment: {'id': '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:07.656523 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Network hostable DHCP agents. Network: 63dd26c1-68b8-430a-8657-01c5a198d2e9, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:20:07.739675 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.758922 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Network 63dd26c1-68b8-430a-8657-01c5a198d2e9 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:20:07.800771 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Allocated IP 172.20.0.2 (d310105e-3045-40b0-8674-b4b6744b6f87/9276bd34-1880-4486-99b5-c316c811d9d2/a637eec3-bd1e-4ccc-a763-851abb4016a8) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:07.844935 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 63dd26c1-68b8-430a-8657-01c5a198d2e9) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:07.852174 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:07.853072 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.973071 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.975793 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:07.982199 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Transition to ACTIVE for port object a637eec3-bd1e-4ccc-a763-851abb4016a8 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:07.986102 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-657e9a22-7b87-4f78-b023-67b79f82c3f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8105557 Jul 08 08:20:07.996551 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1e21a-b7a3-4cc1-8081-160c47988ba0 None None] Network 63dd26c1-68b8-430a-8657-01c5a198d2e9 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:20:08.012107 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Transition to ACTIVE for port object a637eec3-bd1e-4ccc-a763-851abb4016a8 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:08.153508 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9536eab-3cfb-4be9-9b4d-d82f35331ff4 None None] Network 63dd26c1-68b8-430a-8657-01c5a198d2e9 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:20:08.304961 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.333529 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Network d310105e-3045-40b0-8674-b4b6744b6f87 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:08.352067 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:08.359050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:08.416177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Pushing event updated for resources: {'Port': ['ID=a637eec3-bd1e-4ccc-a763-851abb4016a8,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:08.430310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.430836 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.431277 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.431709 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.432134 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.432555 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.432973 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.433395 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.433859 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.434280 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.434729 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.435155 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Tracked resource versions report: Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: pushed versions: Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Log': {'1.0'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Network': {'1.1'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Port': {'1.7'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'PortForwarding': {'1.2'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'QosPolicy': {'1.8'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SubPort': {'1.0'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Subnet': {'1.1'}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Trunk': {'1.1'}} Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: consumer versions: Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: HyperV agent@hv-cinder-78494: {}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'ConntrackHelper': '1.0', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Log': '1.0', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Network': '1.1', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Port': '1.7', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'PortForwarding': '1.2', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'QosPolicy': '1.8', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroup': '1.4', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SecurityGroupRule': '1.2', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'SubPort': '1.0', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Subnet': '1.1', Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: 'Trunk': '1.1'}} Jul 08 08:20:08.436346 dv-cinder-784945-12-iscsi neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:20:08.505340 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Attempting to bind port a637eec3-bd1e-4ccc-a763-851abb4016a8 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:20:08.505796 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Attempting to bind port a637eec3-bd1e-4ccc-a763-851abb4016a8 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:20:08.506259 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Attempting to bind port a637eec3-bd1e-4ccc-a763-851abb4016a8 on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:08.508573 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.512129 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:20:08.512580 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Checking segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:08.513118 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.513571 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Bound using segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:20:08.514112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Bound port: a637eec3-bd1e-4ccc-a763-851abb4016a8, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:20:08.514613 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.532398 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.612406 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] For port a637eec3-bd1e-4ccc-a763-851abb4016a8, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:20:08.616490 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] For port a637eec3-bd1e-4ccc-a763-851abb4016a8, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=a637eec3-bd1e-4ccc-a763-851abb4016a8,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:20:08.646080 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Allocated IP 172.27.3.137 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/01c9fb43-d419-456d-b063-fcaeeea3e95a) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:08.708122 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.768530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:08.774452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe85a16-7b22-4832-a16f-3275e9620389 None None] Pushing event updated for resources: {'Port': ['ID=a637eec3-bd1e-4ccc-a763-851abb4016a8,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:08.910528 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:09.001752 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:09.008119 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:09.010930 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:09.183178 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=01c9fb43-d419-456d-b063-fcaeeea3e95a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:09.446024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:09.669958 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:09.884287 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ef420-9743-45b1-8473-1c7773ef54f6 None None] Network d310105e-3045-40b0-8674-b4b6744b6f87 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:20:09.898320 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56728) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:09.900708 dv-cinder-784945-12-iscsi neutron-server[93743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 08:20:09.901839 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:20:10.045971 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device a637eec3-bd1e-4ccc-a763-851abb4016a8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:10.079912 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-73c67b36-d105-40a7-a510-dbd0867dffba None None] Provisioning for port a637eec3-bd1e-4ccc-a763-851abb4016a8 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:10.140217 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:20:10.159623 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:20:10.174764 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:10.175943 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:19:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:10.266717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.267926 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-9af431bb-7522-4aed-a4b5-e28d9f61d22c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:10.268529 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0700b84d-8df8-4860-a4a2-bdb8bdf3d3e3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7936625 Jul 08 08:20:10.269710 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-9af431bb-7522-4aed-a4b5-e28d9f61d22c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/networks?id=63dd26c1-68b8-430a-8657-01c5a198d2e9 HTTP/1.1" status: 200 len: 812 time: 0.3702648 Jul 08 08:20:10.280570 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56742) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:10.335244 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port a637eec3-bd1e-4ccc-a763-851abb4016a8 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:10.339411 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-3a659047-fd21-4ea9-a386-753070495676 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/quotas/c25e632dd3a84ac8bc2af6afcd3bde0d HTTP/1.1" status: 200 len: 375 time: 0.0597470 Jul 08 08:20:10.341615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port a637eec3-bd1e-4ccc-a763-851abb4016a8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:10.341996 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.358551 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:10.450889 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.487269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port a637eec3-bd1e-4ccc-a763-851abb4016a8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=a637eec3-bd1e-4ccc-a763-851abb4016a8,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:10.521199 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-c0a7a115-874a-448b-b6ad-63fc7681b01a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c25e632dd3a84ac8bc2af6afcd3bde0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931818 Jul 08 08:20:10.559173 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:09Z', 'revision_number': 3, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:10.590449 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:20:10.590837 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Updating router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 port 01c9fb43-d419-456d-b063-fcaeeea3e95a binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:20:10.596266 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.636601 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.716269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-72fb96ee-a983-40d2-ba87-215b13323eb1 None None] Provisioning complete for port a637eec3-bd1e-4ccc-a763-851abb4016a8 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:10.718351 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-72fb96ee-a983-40d2-ba87-215b13323eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:10.760917 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-54892dfd-f270-4b9f-ae8c-37eb3ec6609d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:20:10.765052 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=a637eec3-bd1e-4ccc-a763-851abb4016a8,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:10.775264 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-54892dfd-f270-4b9f-ae8c-37eb3ec6609d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0939853 Jul 08 08:20:10.909304 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56774) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:10.954414 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-9a338e93-5f41-434a-ab04-4d7b5854f565 service neutron] 10.222.0.72 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772621 Jul 08 08:20:11.012962 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.023498 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Transition to ACTIVE for port object 01c9fb43-d419-456d-b063-fcaeeea3e95a will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:11.054800 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc5f-7bac-4622-8c4c-9ce4522e6ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.086676 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.112190 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-6d7dabc5-7034-4c7d-9231-964d5cdfb5c1 service neutron] 10.222.0.72 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473532 Jul 08 08:20:11.116201 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.130744 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Pushing event updated for resources: {'Port': ['ID=01c9fb43-d419-456d-b063-fcaeeea3e95a,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:11.138623 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.139107 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.139551 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.139992 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.140411 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.141365 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.141796 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.142477 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.142934 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.143360 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.143784 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.144284 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Tracked resource versions report: Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: pushed versions: Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: { 'AddressGroup': {'1.2'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'ConntrackHelper': {'1.0'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Log': {'1.0'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Network': {'1.1'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Port': {'1.7'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'PortForwarding': {'1.2'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'QosPolicy': {'1.8'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroup': {'1.4'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroupRule': {'1.2'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SubPort': {'1.0'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Subnet': {'1.1'}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Trunk': {'1.1'}} Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: consumer versions: Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: { DHCP agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: HyperV agent@hv-cinder-78494: {}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: L3 agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: Metadata agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: Metering agent@dv-cinder-784945-12-iscsi: {}, Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: Open vSwitch agent@dv-cinder-784945-12-iscsi: { 'AddressGroup': '1.2', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'ConntrackHelper': '1.0', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Log': '1.0', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Network': '1.1', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Port': '1.7', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'PortForwarding': '1.2', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'QosPolicy': '1.8', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroup': '1.4', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SecurityGroupRule': '1.2', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'SubPort': '1.0', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Subnet': '1.1', Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: 'Trunk': '1.1'}} Jul 08 08:20:11.145689 dv-cinder-784945-12-iscsi neutron-server[93745]: {{(pid=93745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 08:20:11.202512 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Attempting to bind port 01c9fb43-d419-456d-b063-fcaeeea3e95a on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:20:11.209442 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Attempting to bind port 01c9fb43-d419-456d-b063-fcaeeea3e95a by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:20:11.209442 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Attempting to bind port 01c9fb43-d419-456d-b063-fcaeeea3e95a on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:11.210311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc5f-7bac-4622-8c4c-9ce4522e6ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.220150 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:20:11.220621 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:11.221088 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.221712 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:20:11.222229 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Bound port: 01c9fb43-d419-456d-b063-fcaeeea3e95a, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:20:11.222740 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.292334 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] For port 01c9fb43-d419-456d-b063-fcaeeea3e95a, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:20:11.295340 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] For port 01c9fb43-d419-456d-b063-fcaeeea3e95a, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=01c9fb43-d419-456d-b063-fcaeeea3e95a,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:20:11.307141 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc5f-7bac-4622-8c4c-9ce4522e6ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.339567 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Allocated IP 172.20.0.1 (d310105e-3045-40b0-8674-b4b6744b6f87/9276bd34-1880-4486-99b5-c316c811d9d2/8ca62cfc-21b9-441f-88a8-f112f7a21a3f) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:11.350652 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1f81dc5f-7bac-4622-8c4c-9ce4522e6ba2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27b964b62c6c469eb67361a20168a74b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4400573 Jul 08 08:20:11.351947 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81dc5f-7bac-4622-8c4c-9ce4522e6ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d3b1a9-b8ad-42c5-92dd-8e4238eff40b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:11.354151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56780) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:11.390462 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.478501 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.506467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.519664 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.535696 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:11.537459 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:19:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:11.544419 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83443a-7c2d-4b24-a404-72b29d1f3276 None None] Pushing event updated for resources: {'Port': ['ID=01c9fb43-d419-456d-b063-fcaeeea3e95a,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:11.705616 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ef308a6-7c7e-4037-9937-23f2933d2f83 req-7ece920f-5b98-4f15-bf7d-38cb74e24181 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.1927707 Jul 08 08:20:11.715224 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Transition to ACTIVE for port object 8ca62cfc-21b9-441f-88a8-f112f7a21a3f will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:11.721285 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:11.860389 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.913008 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.916502 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device a637eec3-bd1e-4ccc-a763-851abb4016a8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:11.917001 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:11.917963 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66d3b1a9-b8ad-42c5-92dd-8e4238eff40b HTTP/1.1" status: 204 len: 168 time: 0.5628462 Jul 08 08:20:11.936834 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d87832-fd70-4e09-b3ba-edbf5bde5b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d3b1a9-b8ad-42c5-92dd-8e4238eff40b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:11.941928 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Network d310105e-3045-40b0-8674-b4b6744b6f87 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:11.954317 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:11.957102 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:11.958347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.018874 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port a637eec3-bd1e-4ccc-a763-851abb4016a8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:12.019365 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.032628 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:09Z', 'revision_number': 3, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:12.089228 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764d294-a493-492d-8911-53ed5e25ac7c None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:09Z', 'revision_number': 3, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:20:12.247640 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:12.404567 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-70613141-7363-479f-8fdb-5893842ab696 None None] Provisioning for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:12.409287 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-70613141-7363-479f-8fdb-5893842ab696 None None] Provisioning complete for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:12.416569 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-70613141-7363-479f-8fdb-5893842ab696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.443447 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.471347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-70613141-7363-479f-8fdb-5893842ab696 None None] Port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:20:12.697434 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.823783 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7633e4f9-bec6-4b8b-aaf5-7226eb17e3fe req-a4182671-918d-4683-a689-96559d1a72cd tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0320649 Jul 08 08:20:12.848722 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.849758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:12.917654 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:12.940949 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-49ef5339-ed87-41d7-bba2-e09190a5e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.063828 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:13.072142 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Network d310105e-3045-40b0-8674-b4b6744b6f87 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:13.073937 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:13.131062 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-49ef5339-ed87-41d7-bba2-e09190a5e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.207652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-49ef5339-ed87-41d7-bba2-e09190a5e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.248270 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:20:13.261625 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-49ef5339-ed87-41d7-bba2-e09190a5e25e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8927a1450cc453c88406100069d67fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3428569 Jul 08 08:20:13.266366 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56880) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:13.339081 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef5339-ed87-41d7-bba2-e09190a5e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0ccff5-ef2f-406a-b55c-86c8204eb6f9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:13.372914 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.379132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:20:13.390630 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c21ad981-d52f-4ea0-8016-be985163c0e8 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e8ce3eb-24f6-4370-92e4-ce8b745fd065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1114089 Jul 08 08:20:13.398102 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.425019 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ddb0882c-7292-43a6-90e3-18d1bfeb4342 None None] Provisioning complete for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:13.425593 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ddb0882c-7292-43a6-90e3-18d1bfeb4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.473659 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0882c-7292-43a6-90e3-18d1bfeb4342 None None] Port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:20:13.575597 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.578890 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:13.586260 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c0ccff5-ef2f-406a-b55c-86c8204eb6f9 HTTP/1.1" status: 204 len: 168 time: 0.3108404 Jul 08 08:20:13.588162 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b75614-7373-4831-9900-ea230a2c08c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0ccff5-ef2f-406a-b55c-86c8204eb6f9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:13.975265 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 01c9fb43-d419-456d-b063-fcaeeea3e95a up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:14.136802 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2d70342-8eef-463a-accb-7e2db3afb336 req-aad25722-8f1a-45ad-8f27-cba27d4edd73 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0554302 Jul 08 08:20:14.147934 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 01c9fb43-d419-456d-b063-fcaeeea3e95a completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:14.155783 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 01c9fb43-d419-456d-b063-fcaeeea3e95a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:14.157535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.246335 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.256685 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:20:14.299746 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 01c9fb43-d419-456d-b063-fcaeeea3e95a, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=01c9fb43-d419-456d-b063-fcaeeea3e95a,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:14.303332 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:14.304065 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:19:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:14.331777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:14.339127 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825947783', 'description': 'tempest-description--1581842567'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:14.404605 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.454198 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.478706 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:14.483305 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=01c9fb43-d419-456d-b063-fcaeeea3e95a,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:14.587512 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.653898 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.702172 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132ca060-03ac-46f2-827f-098b06ddcd9f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:14.727746 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 2, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:14.761440 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:20:14.761914 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Updating router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:20:14.772920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.774289 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cde4e2ac-aae9-4daf-88b4-3936a6fe9030 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4435778 Jul 08 08:20:14.777236 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:14.782448 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group_rule': {'security_group_id': '132ca060-03ac-46f2-827f-098b06ddcd9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:14.797141 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:14.920958 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.009952 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.074264 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.084995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Transition to ACTIVE for port object 8ca62cfc-21b9-441f-88a8-f112f7a21a3f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:15.152955 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.175904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8acd543-37fd-4134-9b49-71c04d478290,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:15.231295 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.265028 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.268803 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d0549b2f-6752-4f3b-ad54-546146cf4580 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904168 Jul 08 08:20:15.276540 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 56980) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:15.294746 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group_rule': {'security_group_id': '132ca060-03ac-46f2-827f-098b06ddcd9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:15.338268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 56990) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:15.385629 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Attempting to bind port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:20:15.386128 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Attempting to bind port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:20:15.386593 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Attempting to bind port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:15.389873 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b104ec2-aee5-4d1b-b10d-ceecbd2f6884 None None] Pushing event updated for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:15.404492 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:20:15.404957 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Checking segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:15.405588 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.407009 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Bound using segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:20:15.407710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Bound port: 8ca62cfc-21b9-441f-88a8-f112f7a21a3f, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:20:15.409119 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.445176 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-127c0073-c375-441c-bd06-0e152fab7002 req-4d72aa50-732b-4a87-b43e-51adaadd2458 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.1043389 Jul 08 08:20:15.471439 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.572590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.645246 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] For port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:20:15.648339 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] For port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:20:15.675734 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.693761 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26af67f9-5cca-44e6-88bd-37f1b1bdd729,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:15.738842 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.771620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:15.773500 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d4151963-ccdc-48de-85c4-5c45aad0ff44 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4957068 Jul 08 08:20:15.776799 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57000) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:15.783143 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:15.846723 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:15.847357 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:19:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:15.851114 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b104ec2-aee5-4d1b-b10d-ceecbd2f6884 None None] Pushing event updated for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:15.948843 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 01c9fb43-d419-456d-b063-fcaeeea3e95a up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:15.954179 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.011739 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:16.092534 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 01c9fb43-d419-456d-b063-fcaeeea3e95a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:16.094060 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.101158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57018) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:16.249555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.385741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:15Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:16.416984 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Allocated IP 172.27.3.174 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/8e1a71f2-51f4-4f75-8687-8cdb5b679d63) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:16.448798 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf07914-ccf3-4083-8ca0-bdf12953442e None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:15Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:20:16.480973 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6af11a6-bbb9-4f3b-9598-d22af476687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.548683 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.618029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.67', 64222) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:16.665578 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1088571d-99f4-4630-a8ca-3c6d525b495b req-4245d2ab-c415-4232-a384-72d28f04928a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0412598 Jul 08 08:20:16.705045 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6af11a6-bbb9-4f3b-9598-d22af476687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.709016 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:16.783113 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a6af11a6-bbb9-4f3b-9598-d22af476687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.055635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:17.055635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:17.067400 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a6af11a6-bbb9-4f3b-9598-d22af476687d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c124d31598bd4920a154d82f583cddcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7332172 Jul 08 08:20:17.067400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af11a6-bbb9-4f3b-9598-d22af476687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01655848-f0bd-4bba-a874-5e3e2d2d55c8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:17.070133 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:17.071477 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57054) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:17.072599 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=8e1a71f2-51f4-4f75-8687-8cdb5b679d63,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:17.072599 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-bdc62ca7-7c45-46d6-a19d-8d765204415a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:17.072599 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-bdc62ca7-7c45-46d6-a19d-8d765204415a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.67 "GET /v2.0/networks?id=63dd26c1-68b8-430a-8657-01c5a198d2e9 HTTP/1.1" status: 200 len: 812 time: 0.2472601 Jul 08 08:20:17.073093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.073093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.094999 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Request body: {'port': {'device_id': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9', 'admin_state_up': True, 'tenant_id': 'c25e632dd3a84ac8bc2af6afcd3bde0d'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:17.218486 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.268272 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.270906 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.274435 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01655848-f0bd-4bba-a874-5e3e2d2d55c8 HTTP/1.1" status: 204 len: 168 time: 0.4305933 Jul 08 08:20:17.283092 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5be4-e7a4-4181-8a8b-ddfed0d4a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01655848-f0bd-4bba-a874-5e3e2d2d55c8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:17.404056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Made reservation on behalf of c25e632dd3a84ac8bc2af6afcd3bde0d for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:17.407825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.449085 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:17.534203 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.729637 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e73c558-1a38-4124-84f4-ce9c9587ca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.931764 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e73c558-1a38-4124-84f4-ce9c9587ca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:17.979377 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8ca62cfc-21b9-441f-88a8-f112f7a21a3f up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:17.996331 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Allocated IP 172.20.0.14 (63dd26c1-68b8-430a-8657-01c5a198d2e9/7ff4e25d-6906-48af-ab80-9bfe89e0fba8/e339fa0a-9630-4987-8b5f-86a3383746f0) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:18.000232 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c13bdb1-4f02-47c4-b5de-1a31e52ee6b7 req-ac961198-1f03-4139-8dea-b7cf6c06e722 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0742676 Jul 08 08:20:18.087333 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e73c558-1a38-4124-84f4-ce9c9587ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.099901 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.133740 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8e73c558-1a38-4124-84f4-ce9c9587ca60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82350cf1d48349b3a6050f21d9a78f8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6812391 Jul 08 08:20:18.133740 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73c558-1a38-4124-84f4-ce9c9587ca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577fa0f-8683-4c97-855b-563df917d5ad,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.135003 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:18.189308 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.209272 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.209781 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.229861 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:18.236201 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:18.236890 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.280017 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.324752 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.329068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57116) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:18.337860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.344528 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd418-838a-4317-8159-545c430e93f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.366060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=8e1a71f2-51f4-4f75-8687-8cdb5b679d63,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.379848 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.397987 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:18.427651 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.431822 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.433030 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8577fa0f-8683-4c97-855b-563df917d5ad HTTP/1.1" status: 204 len: 168 time: 0.2971785 Jul 08 08:20:18.442356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210a5cf-b374-4b0c-a4b6-5c8ec0416b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577fa0f-8683-4c97-855b-563df917d5ad,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.473981 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.473981 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-521b626f-fba2-46b6-b008-9dcf63b4eec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6884103 Jul 08 08:20:18.502149 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.548410 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Network 63dd26c1-68b8-430a-8657-01c5a198d2e9 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:18.553363 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:18.562858 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Pushing event updated for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.576051 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:18.589422 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:18.590362 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.613059 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.623682 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd418-838a-4317-8159-545c430e93f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.784954 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd418-838a-4317-8159-545c430e93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.834281 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a1dbd418-838a-4317-8159-545c430e93f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=733430afc3f64dfb9a2c43c8196994bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5017121 Jul 08 08:20:18.834281 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd418-838a-4317-8159-545c430e93f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3ad58-37d6-4697-bc80-e53acd6bc89b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:18.836295 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57140) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:18.867049 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-038c11e1-aa84-482f-a1c4-a5e79613d56e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1825947783&fields=id&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 267 time: 0.0718606 Jul 08 08:20:18.892878 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.915798 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:18.932001 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-d11eacf5-e628-4e0d-b625-7e2ce070cfe8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8424990 Jul 08 08:20:19.008401 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-000062d9-3af5-4db4-beba-aa4f5167b658 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:19.016057 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-000062d9-3af5-4db4-beba-aa4f5167b658 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 817 time: 0.1407602 Jul 08 08:20:19.031219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-4c8c56b6-8be1-4af1-8531-24aa4138c34b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/quotas/99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 375 time: 0.0142195 Jul 08 08:20:19.145291 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-9c026ac7-80ba-4b6c-9a8d-a6ba795e45af tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131704 Jul 08 08:20:19.178399 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:19.180973 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:19.185979 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a3ad58-37d6-4697-bc80-e53acd6bc89b HTTP/1.1" status: 204 len: 168 time: 0.3481565 Jul 08 08:20:19.201116 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dff40-5bd9-4ded-ae6e-b606c5d600b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3ad58-37d6-4697-bc80-e53acd6bc89b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:19.389078 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9be51-d00e-4d99-9027-5fb549692d1f req-d504cef4-e686-4b24-9009-8f92a707c563 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:19.391835 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59f9be51-d00e-4d99-9027-5fb549692d1f req-d504cef4-e686-4b24-9009-8f92a707c563 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.2333815 Jul 08 08:20:19.396039 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-d117b5db-9e03-459b-8b30-5f3cff016132 service neutron] 10.222.0.72 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215912 Jul 08 08:20:19.502875 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59f9be51-d00e-4d99-9027-5fb549692d1f req-65c069ee-a648-4ccb-b724-a24368320e7e tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008527 Jul 08 08:20:19.551639 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-eb101fbc-590c-4ad0-ad95-48103f18669b service neutron] 10.222.0.72 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461172 Jul 08 08:20:19.931796 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-224288b5-10a2-4555-8e99-87a793fb8da0 req-7b956f6b-bc32-4b0b-82f0-8373a66ff983 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0716445 Jul 08 08:20:19.985087 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8ca62cfc-21b9-441f-88a8-f112f7a21a3f up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:20.150302 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:20.151694 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:20.717408 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2990-57be-49f7-8cb8-1133a4c25fd0 req-1e86c75b-ae37-46c2-a1f0-f328d331d286 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:20.717973 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1b8b2990-57be-49f7-8cb8-1133a4c25fd0 req-1e86c75b-ae37-46c2-a1f0-f328d331d286 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0764425 Jul 08 08:20:20.788917 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1b8b2990-57be-49f7-8cb8-1133a4c25fd0 req-9b6603df-b0f7-4f6a-a939-d10ba4502187 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Jul 08 08:20:21.077353 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5435646b-2292-40af-9914-60c99df3eadb req-a91edc4d-c5d7-4b2e-aa69-177a2b456800 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0507634 Jul 08 08:20:21.743668 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57288) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:21.920561 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae4d67fa-464d-4d6c-be06-8e6cb103e604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.042523 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27467c-baa3-48a0-8584-28ef4619309e req-e03ed8ad-fa1f-4d0c-b0a4-554d74d45c81 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:22.051930 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bb27467c-baa3-48a0-8584-28ef4619309e req-e03ed8ad-fa1f-4d0c-b0a4-554d74d45c81 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.1181638 Jul 08 08:20:22.052711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae4d67fa-464d-4d6c-be06-8e6cb103e604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.120744 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bb27467c-baa3-48a0-8584-28ef4619309e req-ca6b815d-36a3-48e5-948b-f57a46b46969 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677695 Jul 08 08:20:22.164932 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ae4d67fa-464d-4d6c-be06-8e6cb103e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.209039 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ae4d67fa-464d-4d6c-be06-8e6cb103e604 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26b18f4e568446c7a4f4cf924f23b72a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4616790 Jul 08 08:20:22.209039 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d67fa-464d-4d6c-be06-8e6cb103e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92cd658-10b8-4359-a0a5-fa299f45de73,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:22.215468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57318) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:22.509467 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-acb2f20f-312c-4d8a-b17b-ca56ae7a7776 req-8d6920c8-a7a8-494a-bfe3-c86553608172 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0594096 Jul 08 08:20:22.551334 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.583301 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.922431 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.922431 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:22.922431 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b92cd658-10b8-4359-a0a5-fa299f45de73 HTTP/1.1" status: 204 len: 168 time: 0.6848438 Jul 08 08:20:22.922431 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcad8c4-b43c-4ec4-878f-27344af2058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92cd658-10b8-4359-a0a5-fa299f45de73,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:23.301422 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c1e48-bb50-4c53-b5c1-dd99e0f44b7c req-9cb1374b-7bfd-459e-8a44-4a1178e70228 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:23.303019 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff5c1e48-bb50-4c53-b5c1-dd99e0f44b7c req-9cb1374b-7bfd-459e-8a44-4a1178e70228 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0711761 Jul 08 08:20:23.344995 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff5c1e48-bb50-4c53-b5c1-dd99e0f44b7c req-5f9a440f-e338-4ce4-aa2d-7a094d165e8c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Jul 08 08:20:23.611567 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57352) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:23.746049 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-88b7245f-49ca-4728-881f-6add39aac3c9 req-417a52f3-75c0-4833-9dd2-22fce4318428 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0563421 Jul 08 08:20:23.855894 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57e59d59-e506-4db5-98a3-e5648989cb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:23.958765 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57e59d59-e506-4db5-98a3-e5648989cb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.057521 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-57e59d59-e506-4db5-98a3-e5648989cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.090376 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-57e59d59-e506-4db5-98a3-e5648989cb2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e188e38318ad4264890e92e32fa218be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4776738 Jul 08 08:20:24.094196 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:24.111393 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e59d59-e506-4db5-98a3-e5648989cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fcea76-bf71-4faf-a571-ca30f201ca5e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:24.146300 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.173193 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.478599 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.481503 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:24.482862 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22fcea76-bf71-4faf-a571-ca30f201ca5e HTTP/1.1" status: 204 len: 168 time: 0.3870010 Jul 08 08:20:24.501849 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41014454-50cc-44df-9e33-893f57d60422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fcea76-bf71-4faf-a571-ca30f201ca5e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:24.595285 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59ed1-ba69-435b-b986-cddd4291006f req-e77da5d4-5a50-40a4-8565-8b4d33867c3b tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:24.613348 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-34b59ed1-ba69-435b-b986-cddd4291006f req-e77da5d4-5a50-40a4-8565-8b4d33867c3b tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.1535759 Jul 08 08:20:24.697253 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-34b59ed1-ba69-435b-b986-cddd4291006f req-928fc1be-5da2-4ba2-9346-4ab959d52e32 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819058 Jul 08 08:20:24.934256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-14d19cc1-7b6a-406a-b002-5333ea9b77bd req-16ed7f67-a176-46ac-b303-1e1779a9183c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0573301 Jul 08 08:20:25.332548 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4349f534-fcb7-4da4-a698-c024c4c20334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:25.572790 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57434) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:25.588712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-73132e4d-936b-4c69-ae73-027fb3c65dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:25.717867 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-73132e4d-936b-4c69-ae73-027fb3c65dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:25.873987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1ca49-28c2-438a-b93a-66124b2c55f3 req-908c9412-7676-4628-84c1-f2eacdcaca7a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:25.875728 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7cc1ca49-28c2-438a-b93a-66124b2c55f3 req-908c9412-7676-4628-84c1-f2eacdcaca7a tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0705774 Jul 08 08:20:25.916605 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7cc1ca49-28c2-438a-b93a-66124b2c55f3 req-edfa831d-92f2-4183-ad60-3d951d1de583 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Jul 08 08:20:25.950050 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-73132e4d-936b-4c69-ae73-027fb3c65dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:25.990806 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-73132e4d-936b-4c69-ae73-027fb3c65dd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90365341c49147f2a292cc69322730c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4154468 Jul 08 08:20:25.993143 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73132e4d-936b-4c69-ae73-027fb3c65dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e8ae20-6c4d-4340-81be-a1958e4ae9b3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:25.995550 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57442) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:26.052117 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:26.090943 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:26.180903 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-84f6b296-7e6f-44e8-a5c3-03c356a39446 req-6cc2e16e-8007-4345-8b38-4aa5cd4a2172 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0922801 Jul 08 08:20:26.645201 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57462) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:26.652407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:26.656129 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:26.657521 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6e8ae20-6c4d-4340-81be-a1958e4ae9b3 HTTP/1.1" status: 204 len: 168 time: 0.6610625 Jul 08 08:20:26.665871 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105cc6-c528-48af-b642-6c94918ea0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e8ae20-6c4d-4340-81be-a1958e4ae9b3,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:26.778373 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a13237e0-1460-4a5c-96b9-d77557ccb41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:26.885253 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a13237e0-1460-4a5c-96b9-d77557ccb41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.112900 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e8398-686a-4697-bf72-3bb59d479cde req-e524572c-53e8-4947-8f59-c4eb7386c45c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:27.114440 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e0e8398-686a-4697-bf72-3bb59d479cde req-e524572c-53e8-4947-8f59-c4eb7386c45c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0812087 Jul 08 08:20:27.154958 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e0e8398-686a-4697-bf72-3bb59d479cde req-965281e3-32ba-4697-9bca-cf7be27f7f6e tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Jul 08 08:20:27.212686 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a13237e0-1460-4a5c-96b9-d77557ccb41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.255158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13237e0-1460-4a5c-96b9-d77557ccb41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f49d5e-5806-493a-aaae-e0b6392808fc,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:27.260514 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a13237e0-1460-4a5c-96b9-d77557ccb41c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a435fc35b17450096bbd979bb174a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142652 Jul 08 08:20:27.263314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57476) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:27.354447 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.404811 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eb106993-98c6-4f17-844b-c2d897b37390 req-bf8c7109-f72f-41ec-817f-7083442b6e1c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0478914 Jul 08 08:20:27.434613 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.747387 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.748739 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.754128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:27.755974 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75f49d5e-5806-493a-aaae-e0b6392808fc HTTP/1.1" status: 204 len: 168 time: 0.4915848 Jul 08 08:20:27.768621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47120a38-78f5-41ce-ba34-2fe6bb0447ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f49d5e-5806-493a-aaae-e0b6392808fc,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:28.351288 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61104b26-178e-49e3-9e8c-1d3acf32ee2d req-3aa4656d-effe-4f63-a8a8-513425f9b032 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:28.353644 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61104b26-178e-49e3-9e8c-1d3acf32ee2d req-3aa4656d-effe-4f63-a8a8-513425f9b032 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0813606 Jul 08 08:20:28.419972 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61104b26-178e-49e3-9e8c-1d3acf32ee2d req-e1a7bc5e-daa9-400c-9b77-293a759517dc tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Jul 08 08:20:28.441350 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e3c71ce2-6340-48db-8c0d-18dc69d52f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:28.547752 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:28.561097 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3daf602e-fca0-45e4-a2c8-fda0e73810b6 req-68c9b44a-9541-4e91-9b2c-f30bb6599073 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0346661 Jul 08 08:20:29.183802 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:29.612254 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09bc10-10f4-471c-bda1-e9a398521f0a req-0107a688-3811-4019-988e-fdf36d622859 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:29.613841 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a09bc10-10f4-471c-bda1-e9a398521f0a req-0107a688-3811-4019-988e-fdf36d622859 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.0676596 Jul 08 08:20:29.661868 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a09bc10-10f4-471c-bda1-e9a398521f0a req-bbde4b0b-c68e-4edf-900e-7ab2d6781996 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Jul 08 08:20:29.729689 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-af4576ac-9d9f-41c8-9173-d378865b4aef req-02c8f410-31f4-4873-809f-da2ad33609a5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0346017 Jul 08 08:20:30.174504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-70cb610e-634d-420f-8aad-8ef45076f682 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:20:30.177980 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-70cb610e-634d-420f-8aad-8ef45076f682 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086758 Jul 08 08:20:30.395156 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Request body: {'port': {'device_id': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:30.472692 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:30.855408 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339fa0a-9630-4987-8b5f-86a3383746f0 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:20:30.861400 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:30.867660 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:30.916978 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bc70fc4-d0bd-48a4-9650-7e499c5ff46a req-7db200c2-2895-44da-9b26-87a64cf76ac6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0425687 Jul 08 08:20:30.920158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Transition to ACTIVE for port object e339fa0a-9630-4987-8b5f-86a3383746f0 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:30.944773 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02be59-957f-47f7-a99b-abfc10e327a6 req-15f3d537-fa9c-41a3-8389-673da686e335 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:30.948556 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad02be59-957f-47f7-a99b-abfc10e327a6 req-15f3d537-fa9c-41a3-8389-673da686e335 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 932 time: 0.1369121 Jul 08 08:20:30.984326 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad02be59-957f-47f7-a99b-abfc10e327a6 req-89112596-ecde-4eee-b108-460c75676c24 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Jul 08 08:20:31.029455 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:31.118446 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:31.132569 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Attempting to bind port e339fa0a-9630-4987-8b5f-86a3383746f0 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:20:31.132569 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Attempting to bind port e339fa0a-9630-4987-8b5f-86a3383746f0 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:20:31.132569 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Attempting to bind port e339fa0a-9630-4987-8b5f-86a3383746f0 on network 63dd26c1-68b8-430a-8657-01c5a198d2e9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:31.136219 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Port e339fa0a-9630-4987-8b5f-86a3383746f0 on network 63dd26c1-68b8-430a-8657-01c5a198d2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:20:31.136711 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Attempting to bind port e339fa0a-9630-4987-8b5f-86a3383746f0 on network 63dd26c1-68b8-430a-8657-01c5a198d2e9 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:31.142929 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:20:31.143262 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Checking segment: {'id': '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:31.143803 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Bound using segment: {'id': '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:20:31.144252 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Bound port: e339fa0a-9630-4987-8b5f-86a3383746f0, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:20:31.144668 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:31.208461 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:20:31.212931 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e339fa0a-9630-4987-8b5f-86a3383746f0,segment=NetworkSegment(10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e),segment_id=10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:20:31.326822 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:31.370907 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:31.371521 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:31.372952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e339fa0a-9630-4987-8b5f-86a3383746f0 HTTP/1.1" status: 200 len: 1094 time: 1.0389106 Jul 08 08:20:31.373381 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:20:31.459262 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c94b1-1307-4f9e-9519-59fd2d40dbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:31.554857 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:20:31.709219 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e48f9c-9abf-4367-8004-2de8fcd9ecbd x-openstack-request-id: req-c4e48f9c-9abf-4367-8004-2de8fcd9ecbd {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:20:31.709676 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:20:31.709889 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4e48f9c-9abf-4367-8004-2de8fcd9ecbd {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:20:31.710423 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0', 'status': 'completed', 'code': 200} Jul 08 08:20:32.062769 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6627c251-a549-43ca-b269-9c6eddaa9d15 req-8c62a93f-c10e-4aba-bdd0-c560f6de3c9b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0291419 Jul 08 08:20:32.175658 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b2658-ed70-4f6d-9cc7-4ceef7ceeb2a req-02be2904-94ab-4f72-8425-518d12dadc43 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:32.177174 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-316b2658-ed70-4f6d-9cc7-4ceef7ceeb2a req-02be2904-94ab-4f72-8425-518d12dadc43 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.0665729 Jul 08 08:20:32.216103 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-316b2658-ed70-4f6d-9cc7-4ceef7ceeb2a req-614922ea-63af-4e13-91a2-23ae7af05ace tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Jul 08 08:20:33.206502 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f3ddbd05-dd0f-4b7e-9d2f-03782e55277c req-77f7eef6-f7f2-4816-8a1b-a2574df0bec5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0267057 Jul 08 08:20:33.386857 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c15c6-553c-4c5f-b8f9-8da2af8ac971 req-188a7fe8-16ec-4a75-81d7-b102656f2ab8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:33.388319 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9e7c15c6-553c-4c5f-b8f9-8da2af8ac971 req-188a7fe8-16ec-4a75-81d7-b102656f2ab8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.0600905 Jul 08 08:20:33.429164 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9e7c15c6-553c-4c5f-b8f9-8da2af8ac971 req-93d757c4-94b7-4953-8885-4e88df47afb9 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Jul 08 08:20:33.973429 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57704) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:34.073122 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c43cbcb-d6de-4c38-a0c8-eadaa307e271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.160026 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c43cbcb-d6de-4c38-a0c8-eadaa307e271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.235077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5c43cbcb-d6de-4c38-a0c8-eadaa307e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.273069 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5c43cbcb-d6de-4c38-a0c8-eadaa307e271 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5c4a71b7c894668b840adfe9e0e05b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985260 Jul 08 08:20:34.273939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43cbcb-d6de-4c38-a0c8-eadaa307e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af9ce1-862d-43a8-8df8-90eed0041f08,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:34.275807 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57710) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:34.329971 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.351040 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.354512 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4119aa1-ed2d-4840-be6a-6280ba2fa50c req-d8a4d6d0-e06a-4231-aefd-d59be1270a34 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0266726 Jul 08 08:20:34.486470 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.489585 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:34.493931 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24af9ce1-862d-43a8-8df8-90eed0041f08 HTTP/1.1" status: 204 len: 168 time: 0.2161179 Jul 08 08:20:34.503957 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206dd31-9091-4d88-b1fc-c36aa0ab3e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af9ce1-862d-43a8-8df8-90eed0041f08,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:34.504895 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-76c6fb08-7016-421b-a9a9-474f9ca42ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:34.506389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-76c6fb08-7016-421b-a9a9-474f9ca42ac7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25e632dd3a84ac8bc2af6afcd3bde0d&device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 1097 time: 0.1104834 Jul 08 08:20:34.584379 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-9ded28a4-21fb-45b4-97d9-12bf56fc0863 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e339fa0a-9630-4987-8b5f-86a3383746f0 HTTP/1.1" status: 200 len: 217 time: 0.0694568 Jul 08 08:20:34.667208 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-45643f4e-c864-4af7-b5ad-2cb50a751d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:34.668678 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-45643f4e-c864-4af7-b5ad-2cb50a751d2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ff4e25d-6906-48af-ab80-9bfe89e0fba8 HTTP/1.1" status: 200 len: 852 time: 0.0767756 Jul 08 08:20:34.893107 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-2c21c51e-8435-4d52-b001-356c7e98210f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dd26c1-68b8-430a-8657-01c5a198d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164435 Jul 08 08:20:34.902009 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1b864-ace5-4c1b-9ff4-34f9e5252b75 req-fd8ea4c3-3a7f-4845-a339-f7e378c96ef8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:34.904812 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a1c1b864-ace5-4c1b-9ff4-34f9e5252b75 req-fd8ea4c3-3a7f-4845-a339-f7e378c96ef8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.3235223 Jul 08 08:20:34.995670 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a1c1b864-ace5-4c1b-9ff4-34f9e5252b75 req-80fbc7cf-e98c-45fe-bcbb-9fac5b0153ad tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810459 Jul 08 08:20:35.026959 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-93c251e8-368e-4a51-9b84-740bacacd020 service neutron] 10.222.0.67 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205549 Jul 08 08:20:35.120878 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d312ecd-1c7f-42f4-927c-55b575bae4cc req-280db153-9ed0-4d43-85c0-9015023cf079 service neutron] 10.222.0.67 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870872 Jul 08 08:20:35.268230 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-905e1f46-1a82-4766-82c7-a2607849a2e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:35.269679 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-905e1f46-1a82-4766-82c7-a2607849a2e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 817 time: 0.1082876 Jul 08 08:20:35.307383 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.67', 64261) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:35.331681 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-353f3fed-500f-415e-a5e2-3c73de981c0b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 380 time: 0.0490198 Jul 08 08:20:35.343440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'port': {'device_id': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'admin_state_up': True, 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'security_groups': ['132ca060-03ac-46f2-827f-098b06ddcd9f']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:35.397691 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57744) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:35.440460 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-8d10690e-5ddc-42f1-a3fe-300649a9182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:35.442538 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-8d10690e-5ddc-42f1-a3fe-300649a9182d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c25e632dd3a84ac8bc2af6afcd3bde0d&device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 1097 time: 0.1276581 Jul 08 08:20:35.445927 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff968269-c561-45b0-a300-63d2fcbf78c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:35.560422 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b458b85f-66fe-4b0d-a316-4e688de2f0f0 req-ec71794f-7f85-45d4-acf9-9bb4a0619165 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0635755 Jul 08 08:20:35.638598 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff968269-c561-45b0-a300-63d2fcbf78c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:35.657907 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-fc5c8201-da24-48bb-bc94-306c4517beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:35.659438 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-fc5c8201-da24-48bb-bc94-306c4517beb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=63dd26c1-68b8-430a-8657-01c5a198d2e9 HTTP/1.1" status: 200 len: 913 time: 0.2051554 Jul 08 08:20:35.720343 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff968269-c561-45b0-a300-63d2fcbf78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:35.745137 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-694d62f1-5b3b-4b07-ba09-de13f596b5b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e339fa0a-9630-4987-8b5f-86a3383746f0 HTTP/1.1" status: 200 len: 217 time: 0.0782611 Jul 08 08:20:35.767540 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ff968269-c561-45b0-a300-63d2fcbf78c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b80376543f04d53ae34e6ced2e09b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695915 Jul 08 08:20:35.771196 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57756) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:35.779735 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff968269-c561-45b0-a300-63d2fcbf78c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea41292-b356-45a2-ad58-966efa00da45,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:35.840007 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-f318817e-4ceb-47fd-9bf4-1314d21a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:35.842151 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-f318817e-4ceb-47fd-9bf4-1314d21a0e26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ff4e25d-6906-48af-ab80-9bfe89e0fba8 HTTP/1.1" status: 200 len: 852 time: 0.0884378 Jul 08 08:20:35.852255 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:35.902011 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-5ca2ccfe-cc97-4a6d-8ace-64ebddac7931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63dd26c1-68b8-430a-8657-01c5a198d2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525956 Jul 08 08:20:35.902258 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:35.936541 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Made reservation on behalf of 99c71c5cec8d415fb9b99a08972e8bc1 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:20:35.959181 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.023339 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-7e9c79ae-2a10-4c47-9704-3d7fe4ad98c1 service neutron] 10.222.0.67 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140018 Jul 08 08:20:36.160923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.163575 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.164876 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ea41292-b356-45a2-ad58-966efa00da45 HTTP/1.1" status: 204 len: 168 time: 0.3927767 Jul 08 08:20:36.204887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b66bc-7afe-4590-904a-9a77561e8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea41292-b356-45a2-ad58-966efa00da45,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:36.283949 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fec3e973-1f4c-4fb1-b83a-cb80dfce99a7 req-892f450b-aa04-4c82-ad48-526e4eaa4491 service neutron] 10.222.0.67 "GET /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523720 Jul 08 08:20:36.293638 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573b6b-201e-4be6-8066-ace94136bc00 req-b952c71c-ec5e-44df-aac6-7843af0cf64d tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:36.295249 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73573b6b-201e-4be6-8066-ace94136bc00 req-b952c71c-ec5e-44df-aac6-7843af0cf64d tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.1724858 Jul 08 08:20:36.329349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Allocated IP 172.20.0.14 (d310105e-3045-40b0-8674-b4b6744b6f87/9276bd34-1880-4486-99b5-c316c811d9d2/424e8393-5d2d-4a39-9030-854628ed40b2) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:20:36.353639 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73573b6b-201e-4be6-8066-ace94136bc00 req-9ec8f3f8-d256-4abb-aa2e-a50630c13851 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Jul 08 08:20:36.474563 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:20:36.481602 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.496508 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Transition to ACTIVE for port object 424e8393-5d2d-4a39-9030-854628ed40b2 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:36.710782 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72e878db-4781-4399-8f69-4b8edb2f20de req-b847a93b-a31b-40fc-9d98-c0ed77d55cd5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0276508 Jul 08 08:20:36.727102 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.799339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Network d310105e-3045-40b0-8674-b4b6744b6f87 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:20:36.799339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:20:36.799339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:36.799339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:20:36.811965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:36.812640 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:36.992856 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-136bac93-9cc9-4ac1-b043-451e39cb333d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6546926 Jul 08 08:20:37.005399 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Request body: {'port': {'device_id': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:37.083772 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.275090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-7b738ee9-1ca7-4681-8cf0-fef14e9d0a6c None None] Provisioning for port 424e8393-5d2d-4a39-9030-854628ed40b2 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:37.283825 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-7b738ee9-1ca7-4681-8cf0-fef14e9d0a6c None None] Provisioning complete for port 424e8393-5d2d-4a39-9030-854628ed40b2 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:37.284377 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7b738ee9-1ca7-4681-8cf0-fef14e9d0a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.329504 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-7b738ee9-1ca7-4681-8cf0-fef14e9d0a6c None None] Port 424e8393-5d2d-4a39-9030-854628ed40b2 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:20:37.375730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:20:37.383860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.396916 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Transition to ACTIVE for port object 424e8393-5d2d-4a39-9030-854628ed40b2 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:20:37.454109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57824) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:37.468297 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86496146-65ee-4c30-88c3-096c7fcffbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.524007 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.557372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86496146-65ee-4c30-88c3-096c7fcffbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.563987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198ab71-c7d0-478b-a5e3-497a015eaadb req-5ed11cfe-e710-431e-a15c-f4f0fe53ee3b tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:37.565504 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3198ab71-c7d0-478b-a5e3-497a015eaadb req-5ed11cfe-e710-431e-a15c-f4f0fe53ee3b tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.0938029 Jul 08 08:20:37.607467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:37.652172 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-86496146-65ee-4c30-88c3-096c7fcffbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.660375 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3198ab71-c7d0-478b-a5e3-497a015eaadb req-d264dd75-d035-4d44-b132-30f5c4d9299d tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847750 Jul 08 08:20:37.660375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Attempting to bind port 424e8393-5d2d-4a39-9030-854628ed40b2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:20:37.660375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Attempting to bind port 424e8393-5d2d-4a39-9030-854628ed40b2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:20:37.660375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Attempting to bind port 424e8393-5d2d-4a39-9030-854628ed40b2 on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:37.665153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Port 424e8393-5d2d-4a39-9030-854628ed40b2 on network d310105e-3045-40b0-8674-b4b6744b6f87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:20:37.665562 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Attempting to bind port 424e8393-5d2d-4a39-9030-854628ed40b2 on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:20:37.672442 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:20:37.672875 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Checking segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:20:37.673783 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Bound using segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:20:37.674309 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Bound port: 424e8393-5d2d-4a39-9030-854628ed40b2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:20:37.674800 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.700076 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86496146-65ee-4c30-88c3-096c7fcffbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a3584-979c-418d-8683-328308527eca,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:37.708699 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-86496146-65ee-4c30-88c3-096c7fcffbe6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44beaa042e5e41e8bb8d3362b15d8567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510173 Jul 08 08:20:37.711644 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57826) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:37.757428 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:20:37.760875 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:20:37.769992 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.791259 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.886443 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.920048 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:37.921301 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.922852 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] 10.222.0.67 "PUT /v2.0/ports/424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1094 time: 0.9219849 Jul 08 08:20:37.923982 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:20:37.926327 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53948b4-72f9-4993-a773-669de8dd64ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:20:37.963767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cc541-4816-48b6-a3a0-922ac8f8c86a service neutron] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:37.987189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7181ba-4eb8-4e6d-a6c8-327ba9cde50a req-2376d49d-6938-4bed-a487-2ba64f1a55bb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:37.988778 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff7181ba-4eb8-4e6d-a6c8-327ba9cde50a req-2376d49d-6938-4bed-a487-2ba64f1a55bb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1536481 Jul 08 08:20:37.992452 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.996147 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:37.996554 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b41a3584-979c-418d-8683-328308527eca HTTP/1.1" status: 204 len: 168 time: 0.2837548 Jul 08 08:20:38.004793 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd09d-4333-432e-a86b-f01de41dc09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a3584-979c-418d-8683-328308527eca,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:38.038193 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff7181ba-4eb8-4e6d-a6c8-327ba9cde50a req-9b690a0b-3778-4b35-a421-e244e067d5e0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Jul 08 08:20:38.039742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df014b29-0c13-4520-8d9f-c41eb61d4bc4 x-openstack-request-id: req-df014b29-0c13-4520-8d9f-c41eb61d4bc4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:20:38.040029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:20:38.040274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df014b29-0c13-4520-8d9f-c41eb61d4bc4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:20:38.040655 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'status': 'completed', 'code': 200} Jul 08 08:20:38.550433 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57862) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:38.656941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df4ceb51-8cce-4a41-9152-7281ac07ccc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:38.741550 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df4ceb51-8cce-4a41-9152-7281ac07ccc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:38.803900 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df4ceb51-8cce-4a41-9152-7281ac07ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:38.844968 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ceb51-8cce-4a41-9152-7281ac07ccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c05eb06-e777-4ca2-8a69-26e8d052760e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:38.847287 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145227f-7dc3-4d0b-b2ed-494f4520df4e req-2344b681-3e13-4e08-b6d6-d34fc5117945 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:38.849123 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9145227f-7dc3-4d0b-b2ed-494f4520df4e req-2344b681-3e13-4e08-b6d6-d34fc5117945 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.0648458 Jul 08 08:20:38.852198 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57872) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:38.852387 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-df4ceb51-8cce-4a41-9152-7281ac07ccc8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c15108faada5450c8737244b42ddae59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008718 Jul 08 08:20:38.918774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9145227f-7dc3-4d0b-b2ed-494f4520df4e req-0a06453e-46ac-4964-9b4a-74a0ed2210bb tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Jul 08 08:20:38.934085 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:38.956022 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:39.134864 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:39.137381 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:39.138518 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c05eb06-e777-4ca2-8a69-26e8d052760e HTTP/1.1" status: 204 len: 168 time: 0.2852278 Jul 08 08:20:39.146657 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928c0de-f4bf-4434-97c3-e6bf760415e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c05eb06-e777-4ca2-8a69-26e8d052760e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:39.235949 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcafde-ddfa-4bf7-95b1-b9aee7b69ddd req-280e0712-dc43-4961-9f28-20d8a0ea4121 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:39.238629 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50dcafde-ddfa-4bf7-95b1-b9aee7b69ddd req-280e0712-dc43-4961-9f28-20d8a0ea4121 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0836780 Jul 08 08:20:39.290226 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50dcafde-ddfa-4bf7-95b1-b9aee7b69ddd req-c929abc2-66af-44c8-abd4-2c8fa6f700cf tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Jul 08 08:20:40.037537 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57910) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:40.098102 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9454afd-74ad-41d4-aa4e-272216179b62 req-02d1acc7-5398-419c-92e1-90a87f94bd1c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:40.099751 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9454afd-74ad-41d4-aa4e-272216179b62 req-02d1acc7-5398-419c-92e1-90a87f94bd1c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 944 time: 0.0652754 Jul 08 08:20:40.138841 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9454afd-74ad-41d4-aa4e-272216179b62 req-bf18606f-6326-4033-88f1-a24996ebce78 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Jul 08 08:20:40.146759 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57914) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:40.147012 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff4b59a3-0b35-4bdb-b006-52d25c427ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.164467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96f119dd-0ed1-43f9-8cae-f87732b44c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.235035 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff4b59a3-0b35-4bdb-b006-52d25c427ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.339460 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff4b59a3-0b35-4bdb-b006-52d25c427ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.377512 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ff4b59a3-0b35-4bdb-b006-52d25c427ca7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3081e03d2a5f4958ba844476301e9a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389192 Jul 08 08:20:40.379921 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b59a3-0b35-4bdb-b006-52d25c427ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866cb91-841e-4229-9b8f-092288994979,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:40.380499 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 57922) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:40.494739 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96f119dd-0ed1-43f9-8cae-f87732b44c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.502736 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.534022 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d74417-d02f-4c3f-a3b1-de29d87a9236 req-3cbba3eb-f191-4a88-9b14-270f6addccea tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:40.535617 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d9d74417-d02f-4c3f-a3b1-de29d87a9236 req-3cbba3eb-f191-4a88-9b14-270f6addccea tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1177394 Jul 08 08:20:40.540226 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.581720 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-96f119dd-0ed1-43f9-8cae-f87732b44c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.630997 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d9d74417-d02f-4c3f-a3b1-de29d87a9236 req-f13cb19a-c7cc-4ced-b45c-4998aa2f4270 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887864 Jul 08 08:20:40.636934 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f119dd-0ed1-43f9-8cae-f87732b44c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35187864-e33b-465a-b8d5-8e191b5e7924,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:40.642810 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-96f119dd-0ed1-43f9-8cae-f87732b44c00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2798cb20f90f47209f22ccb7fcdc5b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951453 Jul 08 08:20:40.644919 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 57928) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:40.695906 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.716424 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.777871 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.780812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.782001 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c866cb91-841e-4229-9b8f-092288994979 HTTP/1.1" status: 204 len: 168 time: 0.4003792 Jul 08 08:20:40.790023 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471738-2506-4a85-be00-36f95f015e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866cb91-841e-4229-9b8f-092288994979,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:40.829795 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e339fa0a-9630-4987-8b5f-86a3383746f0 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:20:40.863744 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.866801 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:40.873007 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35187864-e33b-465a-b8d5-8e191b5e7924 HTTP/1.1" status: 204 len: 168 time: 0.2229424 Jul 08 08:20:40.884523 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765f7ef-7a81-40d5-81c9-96c5606f771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35187864-e33b-465a-b8d5-8e191b5e7924,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:40.917618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-79ac621f-e591-4401-a6ed-56ebf26cd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:40.919456 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-79ac621f-e591-4401-a6ed-56ebf26cd3de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1097 time: 0.0996439 Jul 08 08:20:40.956093 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e339fa0a-9630-4987-8b5f-86a3383746f0,segment=NetworkSegment(10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e),segment_id=10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:40.972275 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'e339fa0a-9630-4987-8b5f-86a3383746f0', 'network_id': '63dd26c1-68b8-430a-8657-01c5a198d2e9', 'port_id': 'e339fa0a-9630-4987-8b5f-86a3383746f0', 'mac_address': 'fa:16:3e:42:7b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff4e25d-6906-48af-ab80-9bfe89e0fba8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:20:41.013147 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-c4c51b0d-9445-4de0-a87f-23b6c7842af4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 217 time: 0.0846455 Jul 08 08:20:41.034823 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:41.053325 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339fa0a-9630-4987-8b5f-86a3383746f0 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:20:41.069240 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-07bcede4-021f-4cd2-bfb4-21132da97e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:41.071012 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-07bcede4-021f-4cd2-bfb4-21132da97e38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0513239 Jul 08 08:20:41.074778 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e339fa0a-9630-4987-8b5f-86a3383746f0,segment=NetworkSegment(10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e),segment_id=10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:41.142186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-48b45a48-dc74-461e-b57d-284c8ed1c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:41.143701 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-48b45a48-dc74-461e-b57d-284c8ed1c61d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0661445 Jul 08 08:20:41.247534 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-8c6ee44f-22e9-4383-9936-27c0f151714a service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961723 Jul 08 08:20:41.286765 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:41.352221 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:41.400043 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dbd52a7d-ab2c-4ead-9352-c807066b9e9b req-1fde1ce1-85f5-40a3-bbc6-e65c9e13cf42 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453846 Jul 08 08:20:41.421900 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089de00-7646-4490-9096-3f202c3bacaf req-82423fd0-6688-4ccb-8963-0fe52c000fca tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:41.422866 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b089de00-7646-4490-9096-3f202c3bacaf req-82423fd0-6688-4ccb-8963-0fe52c000fca tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 945 time: 0.1491938 Jul 08 08:20:41.475509 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b089de00-7646-4490-9096-3f202c3bacaf req-054efade-fab5-4fbb-8528-f589061ea587 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447426 Jul 08 08:20:41.601637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['e339fa0a-9630-4987-8b5f-86a3383746f0'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:20:41.725526 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53948b4-72f9-4993-a773-669de8dd64ee req-308793e4-4bf9-403f-8911-814982a42a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:41.727492 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-308793e4-4bf9-403f-8911-814982a42a79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1097 time: 0.1082346 Jul 08 08:20:42.175415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53948b4-72f9-4993-a773-669de8dd64ee req-8827cdb5-390c-485a-a60f-3b140544ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:42.177652 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-8827cdb5-390c-485a-a60f-3b140544ba84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.4423342 Jul 08 08:20:42.189499 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7036b-4b0b-4901-90dd-85f1ed2b4ef4 req-81680d2a-1aff-4caa-b3a4-99f45a597b9b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:42.190988 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-faf7036b-4b0b-4901-90dd-85f1ed2b4ef4 req-81680d2a-1aff-4caa-b3a4-99f45a597b9b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.3918715 Jul 08 08:20:42.250093 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-8118f591-cf9c-4de5-82da-609a618c6ad9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 217 time: 0.0572994 Jul 08 08:20:42.321564 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53948b4-72f9-4993-a773-669de8dd64ee req-92877f74-e0f8-4cc3-a1f6-550c0a4a0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:42.323059 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-92877f74-e0f8-4cc3-a1f6-550c0a4a0bdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0588624 Jul 08 08:20:42.332494 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-faf7036b-4b0b-4901-90dd-85f1ed2b4ef4 req-7e090984-8349-4fd2-86f4-1f40530f9bf8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330605 Jul 08 08:20:42.389767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53948b4-72f9-4993-a773-669de8dd64ee req-7bb0f74d-b87f-4abc-836a-77f46eb848be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:42.391418 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-7bb0f74d-b87f-4abc-836a-77f46eb848be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594137 Jul 08 08:20:42.485451 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-ca1d71d9-1de8-4e38-a307-a6502cf62a9e service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Jul 08 08:20:42.604711 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b53948b4-72f9-4993-a773-669de8dd64ee req-55b68b87-9c5a-427d-91e4-e4e7a6f962d7 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120450 Jul 08 08:20:42.739327 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18264c-d19b-49bc-b787-ea9294d3707c req-7e0517c8-b34c-445e-9996-e5e6805987ae tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:42.741321 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6c18264c-d19b-49bc-b787-ea9294d3707c req-7e0517c8-b34c-445e-9996-e5e6805987ae tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 945 time: 0.0861881 Jul 08 08:20:42.784263 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6c18264c-d19b-49bc-b787-ea9294d3707c req-8f8f3a76-1cff-4e08-9e30-4504f71b780c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Jul 08 08:20:43.312308 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58090) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:43.508066 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c627a-6df5-4dd0-a8a0-4e2f147f744a req-a7f401f9-91cf-4169-bd23-7dc1fbfbf1a1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:43.509483 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad8c627a-6df5-4dd0-a8a0-4e2f147f744a req-a7f401f9-91cf-4169-bd23-7dc1fbfbf1a1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0634151 Jul 08 08:20:43.551471 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad8c627a-6df5-4dd0-a8a0-4e2f147f744a req-f59100b8-7f84-4277-bb49-c92c8bff5e1f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Jul 08 08:20:43.659056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e2e1-ecb3-4a6d-925f-15899f00abb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:43.697087 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:20:43.729993 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e339fa0a-9630-4987-8b5f-86a3383746f0 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:43.773946 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e2e1-ecb3-4a6d-925f-15899f00abb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:43.844633 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:43.856372 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '424e8393-5d2d-4a39-9030-854628ed40b2', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:20:43.860417 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e2e1-ecb3-4a6d-925f-15899f00abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:43.894198 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:43.907675 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:43.923557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:20:43.931072 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port e339fa0a-9630-4987-8b5f-86a3383746f0 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:43.942183 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port e339fa0a-9630-4987-8b5f-86a3383746f0 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:43.942908 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:43.944678 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1fd9e2e1-ecb3-4a6d-925f-15899f00abb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=097c5b24e8ca4ff28441bdc1392df01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303737 Jul 08 08:20:43.947632 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58110) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:43.947870 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9e2e1-ecb3-4a6d-925f-15899f00abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a66476-38b0-4959-a51b-5f881557985d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:44.025591 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.041592 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c809e-a95b-4ff3-a57f-8502b6c2ee92 req-c81df15a-5c7f-42a2-b4ec-632f5e202cf8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:44.043183 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7e7c809e-a95b-4ff3-a57f-8502b6c2ee92 req-c81df15a-5c7f-42a2-b4ec-632f5e202cf8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 945 time: 0.0846264 Jul 08 08:20:44.056661 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.144091 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7e7c809e-a95b-4ff3-a57f-8502b6c2ee92 req-dbdabf10-d233-4308-9423-287b2a7809b3 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943644 Jul 08 08:20:44.149191 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:44.167924 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b0ca46-55a1-4f18-b795-a4dacc18492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.221500 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.244669 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:20:44.306037 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.308750 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.310401 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4a66476-38b0-4959-a51b-5f881557985d HTTP/1.1" status: 204 len: 168 time: 0.3611283 Jul 08 08:20:44.328652 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.331176 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f9817-b36b-4e80-8a70-b1b1743b0bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a66476-38b0-4959-a51b-5f881557985d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:44.335265 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e339fa0a-9630-4987-8b5f-86a3383746f0,segment=NetworkSegment(10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e),segment_id=10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:44.404316 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b0ca46-55a1-4f18-b795-a4dacc18492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.411080 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:44.416159 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.492628 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9056a2-5673-4db2-b19e-ef110e58865a" -d '{"events": [{"server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "name": "network-vif-plugged", "status": "completed", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:20:44.504650 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:44.569701 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['424e8393-5d2d-4a39-9030-854628ed40b2'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:20:44.614973 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-16b0ca46-55a1-4f18-b795-a4dacc18492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.707068 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58152) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:44.722497 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-16b0ca46-55a1-4f18-b795-a4dacc18492f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6fca3d4d52c94ad3b58260031b4652b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257213 Jul 08 08:20:44.723360 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0ca46-55a1-4f18-b795-a4dacc18492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b57955-c8e7-4d70-9d97-370234c52cae,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:44.786844 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.794181 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b0cc0-e61e-4f17-9039-af0bff2d12b0 x-openstack-request-id: req-ee4b0cc0-e61e-4f17-9039-af0bff2d12b0 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:20:44.794724 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "name": "network-vif-plugged", "status": "completed", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:20:44.794724 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee4b0cc0-e61e-4f17-9039-af0bff2d12b0 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:20:44.796576 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0', 'code': 200} Jul 08 08:20:44.844535 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.906175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c1da-1f47-4917-9d54-9db08f32f1d4 req-c4d1f0b0-725b-4a12-81e4-f0c68a3c652b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:44.907717 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c304c1da-1f47-4917-9d54-9db08f32f1d4 req-c4d1f0b0-725b-4a12-81e4-f0c68a3c652b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.1000488 Jul 08 08:20:44.946220 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c304c1da-1f47-4917-9d54-9db08f32f1d4 req-2d89a965-f67c-49d4-961c-0215af78e7ea tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Jul 08 08:20:44.966255 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.969772 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:44.971172 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03b57955-c8e7-4d70-9d97-370234c52cae HTTP/1.1" status: 204 len: 168 time: 0.2630005 Jul 08 08:20:44.981158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c63ed2-62ff-4c96-9bea-70eafb196edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b57955-c8e7-4d70-9d97-370234c52cae,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:45.195908 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58166) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:45.214712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b202ce3-e0a9-4629-975d-9f5c6c461d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.375028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b202ce3-e0a9-4629-975d-9f5c6c461d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.385259 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201ce02-6825-4cfc-8b4d-5b15e6595d53 req-3f5c1224-cf10-4d9a-b384-f7fc175b1d9f tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:45.386830 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3201ce02-6825-4cfc-8b4d-5b15e6595d53 req-3f5c1224-cf10-4d9a-b384-f7fc175b1d9f tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.1075525 Jul 08 08:20:45.433089 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3201ce02-6825-4cfc-8b4d-5b15e6595d53 req-f630bd77-43e2-4ebd-b0a1-bc9d68fe9780 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Jul 08 08:20:45.509257 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b202ce3-e0a9-4629-975d-9f5c6c461d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.548241 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7b202ce3-e0a9-4629-975d-9f5c6c461d74 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b0f812d13264749bdc1a0f6d4e370d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510222 Jul 08 08:20:45.554043 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b202ce3-e0a9-4629-975d-9f5c6c461d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e400e-a847-4956-a2f9-1f9ce16ccb25,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:45.554153 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58178) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:45.599425 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.621549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.792293 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.794873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:45.796493 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d3e400e-a847-4956-a2f9-1f9ce16ccb25 HTTP/1.1" status: 204 len: 168 time: 0.2438970 Jul 08 08:20:45.804349 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b2c8a-ed24-446f-b8d4-46d395953aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e400e-a847-4956-a2f9-1f9ce16ccb25,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:46.149988 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab06629-fb1c-41fa-a8d4-e8b9295d48d3 req-459a2a8e-27b5-4513-a16f-9cb97f0eb5a3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:46.150475 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cab06629-fb1c-41fa-a8d4-e8b9295d48d3 req-459a2a8e-27b5-4513-a16f-9cb97f0eb5a3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0868914 Jul 08 08:20:46.225630 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cab06629-fb1c-41fa-a8d4-e8b9295d48d3 req-f00e74d0-f262-4501-8faf-1c57d5a5c2f3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jul 08 08:20:46.624505 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61af99-0e54-45c7-b268-b1a8ef495d5d req-3336eef7-f576-4fc8-b35e-7f9ad46672c4 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:46.626068 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dc61af99-0e54-45c7-b268-b1a8ef495d5d req-3336eef7-f576-4fc8-b35e-7f9ad46672c4 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0710096 Jul 08 08:20:46.673359 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dc61af99-0e54-45c7-b268-b1a8ef495d5d req-bf5732b9-44e4-4d13-9845-352321df04d5 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Jul 08 08:20:47.389633 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1874b2f-94d3-4a8f-aae4-f858ba6ca716 req-3a7ff428-9a1d-470c-a51c-fa45a6f15c5b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:47.391163 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e1874b2f-94d3-4a8f-aae4-f858ba6ca716 req-3a7ff428-9a1d-470c-a51c-fa45a6f15c5b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0659213 Jul 08 08:20:47.447182 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e1874b2f-94d3-4a8f-aae4-f858ba6ca716 req-ef4fe1bd-6d06-4960-a223-e39d95071eb6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501964 Jul 08 08:20:47.871783 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb7e46-af76-4013-b919-7a806f6cf16e req-e4fa8c31-7042-408d-8b06-008f25cf6468 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:47.873584 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b0bb7e46-af76-4013-b919-7a806f6cf16e req-e4fa8c31-7042-408d-8b06-008f25cf6468 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0854862 Jul 08 08:20:47.923615 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b0bb7e46-af76-4013-b919-7a806f6cf16e req-ed98760e-c9c3-4bb9-884d-30735c96bbc6 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Jul 08 08:20:48.338531 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-f8998bf7-3cd0-4346-9e95-bb233fd1a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:48.340412 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-f8998bf7-3cd0-4346-9e95-bb233fd1a486 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 1099 time: 0.1095145 Jul 08 08:20:48.365641 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-01c2754e-cd1b-4a30-aa20-b01d2ba9946f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:48.464082 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-01c2754e-cd1b-4a30-aa20-b01d2ba9946f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:48.549510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-01c2754e-cd1b-4a30-aa20-b01d2ba9946f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:48.621525 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95aa440c-6860-4e4d-939b-1d41b076b00f req-01c2754e-cd1b-4a30-aa20-b01d2ba9946f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734873 Jul 08 08:20:48.629806 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2754e-cd1b-4a30-aa20-b01d2ba9946f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18be49-4ec9-4917-a4cd-11708b6aa3f2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:48.670138 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6663f7-de38-4918-a202-d320c9305f1f req-cc1b50e3-13d1-41f9-b4a9-b73d786ce931 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:48.671944 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cd6663f7-de38-4918-a202-d320c9305f1f req-cc1b50e3-13d1-41f9-b4a9-b73d786ce931 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.1050074 Jul 08 08:20:48.712883 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cd6663f7-de38-4918-a202-d320c9305f1f req-f97e49dd-6581-4aef-8e42-9982fb402c7f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Jul 08 08:20:49.099504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19301a0-4e13-4cae-93e2-ebf7ae4ba9b6 req-013a5a8e-bfe6-48ef-9212-3e0b84e20808 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:49.103466 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f19301a0-4e13-4cae-93e2-ebf7ae4ba9b6 req-013a5a8e-bfe6-48ef-9212-3e0b84e20808 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0658498 Jul 08 08:20:49.143712 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f19301a0-4e13-4cae-93e2-ebf7ae4ba9b6 req-497c755a-a295-4806-bdee-556453dc4a02 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jul 08 08:20:49.782856 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:20:49.910774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218f11-2cf4-4c24-b0a8-83b0c7b88b96 req-1711dd30-840c-431b-88ec-2647a8b889e5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:49.912150 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2a218f11-2cf4-4c24-b0a8-83b0c7b88b96 req-1711dd30-840c-431b-88ec-2647a8b889e5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0680931 Jul 08 08:20:49.950541 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2a218f11-2cf4-4c24-b0a8-83b0c7b88b96 req-3378edbe-7b0e-4358-80c9-653a2840db5b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Jul 08 08:20:50.007014 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 424e8393-5d2d-4a39-9030-854628ed40b2 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:20:50.011368 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 424e8393-5d2d-4a39-9030-854628ed40b2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:20:50.017422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:50.092512 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:50.114857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:20:50.117207 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9020dbb-3e5c-4ac0-ad9e-68daa7d51b36" -d '{"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:20:50.131273 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:20:50.159989 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b924b9-cf67-4529-8399-6553e46a73aa x-openstack-request-id: req-18b924b9-cf67-4529-8399-6553e46a73aa {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:20:50.160301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:20:50.160547 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18b924b9-cf67-4529-8399-6553e46a73aa {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:20:50.160991 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'code': 200} Jul 08 08:20:50.237732 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:50.293820 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:50.342891 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183da87-98db-43bf-9e7e-c8ad3254ab2b req-e23e19e1-7439-4825-a74e-8f8ead687710 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:50.344350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7183da87-98db-43bf-9e7e-c8ad3254ab2b req-e23e19e1-7439-4825-a74e-8f8ead687710 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0689790 Jul 08 08:20:50.384408 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7183da87-98db-43bf-9e7e-c8ad3254ab2b req-5b664d69-22f3-4f58-883a-379304e10e95 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Jul 08 08:20:50.700489 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6c3e3-763a-4d39-b06c-8171a20a290c req-df5b5411-5000-4d8f-a960-91681d237427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:50.703798 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f3d6c3e3-763a-4d39-b06c-8171a20a290c req-df5b5411-5000-4d8f-a960-91681d237427 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1099 time: 0.0586536 Jul 08 08:20:50.743393 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f3d6c3e3-763a-4d39-b06c-8171a20a290c req-4a1b6756-4e74-4a15-bd06-890f437fbfff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288253 Jul 08 08:20:51.140493 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f22a-8e9b-47d4-9a38-e889a1271766 req-07de55c6-9f93-4183-b886-1975c6f09a68 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:51.142216 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ec3f22a-8e9b-47d4-9a38-e889a1271766 req-07de55c6-9f93-4183-b886-1975c6f09a68 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0718982 Jul 08 08:20:51.180574 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ec3f22a-8e9b-47d4-9a38-e889a1271766 req-0b11e135-9dab-4ed4-9ad3-9f4a70fb65a0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Jul 08 08:20:51.207739 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58416) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:51.321747 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8766c6f6-1a63-45ed-aa63-857742188932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.408746 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8766c6f6-1a63-45ed-aa63-857742188932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.508576 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8766c6f6-1a63-45ed-aa63-857742188932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.577300 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8766c6f6-1a63-45ed-aa63-857742188932 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c453cc06ebb4d26b1527fb68968cd26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650632 Jul 08 08:20:51.577300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766c6f6-1a63-45ed-aa63-857742188932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59146276-c6b1-4de6-a2db-87e2c44d5649,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:51.581014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:51.617132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a1a0e-2be7-4ef1-82bc-e053ef9a70c2 req-16e53912-da99-46fe-9294-888caad7c19e tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:51.619039 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-106a1a0e-2be7-4ef1-82bc-e053ef9a70c2 req-16e53912-da99-46fe-9294-888caad7c19e tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.1229174 Jul 08 08:20:51.632771 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.655402 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.661222 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-106a1a0e-2be7-4ef1-82bc-e053ef9a70c2 req-9dd0e611-33e1-43d4-bf79-68940af8a6b8 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Jul 08 08:20:51.834869 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.837480 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:51.838739 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59146276-c6b1-4de6-a2db-87e2c44d5649 HTTP/1.1" status: 204 len: 168 time: 0.2568924 Jul 08 08:20:51.847519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1079-6f13-45f2-acf5-632b0280fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59146276-c6b1-4de6-a2db-87e2c44d5649,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:52.364609 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9547c17-ce52-49db-8362-3cadc1a85cae req-903c46db-0ea1-43a7-ae5e-a314f517b325 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:52.366102 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f9547c17-ce52-49db-8362-3cadc1a85cae req-903c46db-0ea1-43a7-ae5e-a314f517b325 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0638235 Jul 08 08:20:52.403799 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f9547c17-ce52-49db-8362-3cadc1a85cae req-167dd0d5-e3f6-499d-a290-5e57784a7a41 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jul 08 08:20:53.588986 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc1607-9e1e-4289-be3c-1d3ae979dba6 req-6b6159d4-4cd6-4b47-bacc-1f55bcfc6dd9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:53.590439 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30fc1607-9e1e-4289-be3c-1d3ae979dba6 req-6b6159d4-4cd6-4b47-bacc-1f55bcfc6dd9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0667543 Jul 08 08:20:53.632820 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30fc1607-9e1e-4289-be3c-1d3ae979dba6 req-058a0f99-0aad-498d-8789-eef57ef7cf86 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361199 Jul 08 08:20:54.368529 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58522) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:54.481938 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7657c244-a7a1-4694-8480-b546ef660821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:54.581329 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7657c244-a7a1-4694-8480-b546ef660821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:54.690265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7657c244-a7a1-4694-8480-b546ef660821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:54.729215 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c244-a7a1-4694-8480-b546ef660821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd18e7-3f61-4495-a1b2-5cfdac4ced7e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:54.735238 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7657c244-a7a1-4694-8480-b546ef660821 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=984d72bed6df443091b7bfce670d74f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656309 Jul 08 08:20:54.738367 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58534) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:54.831632 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:54.866144 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:54.890797 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efe7ac-438e-413e-b0a0-4fde14f42970 req-fd12927c-00cb-490b-9399-5f7c1d9f6a66 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:54.890973 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6efe7ac-438e-413e-b0a0-4fde14f42970 req-fd12927c-00cb-490b-9399-5f7c1d9f6a66 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1188073 Jul 08 08:20:54.945616 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6efe7ac-438e-413e-b0a0-4fde14f42970 req-24e18eea-c971-493a-86c3-7bb06b619102 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477188 Jul 08 08:20:55.083326 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:55.085931 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:55.089352 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39bd18e7-3f61-4495-a1b2-5cfdac4ced7e HTTP/1.1" status: 204 len: 168 time: 0.3470869 Jul 08 08:20:55.097273 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40131465-c0f2-4ac9-ad91-ffa703d06356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd18e7-3f61-4495-a1b2-5cfdac4ced7e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:55.332418 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c0132499-b876-481c-9989-dd87e430b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:55.801941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58566) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:55.815856 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7884f33-127b-41a2-ab24-5bd2b4904184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:55.901156 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7884f33-127b-41a2-ab24-5bd2b4904184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:55.997894 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e7884f33-127b-41a2-ab24-5bd2b4904184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.032237 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7884f33-127b-41a2-ab24-5bd2b4904184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0221972-b3f7-4798-8e2f-b66bcf24fd9a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:56.036338 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e7884f33-127b-41a2-ab24-5bd2b4904184 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b260092497b4d4cbafdcf70e0e9c626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334127 Jul 08 08:20:56.040424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58576) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:56.129702 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.160069 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.179870 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b760fe-5ef8-4ec8-9ca2-32a408107272 req-c90bbd77-6428-4aaa-8a0f-a3b6a2a705ba tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:56.181391 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07b760fe-5ef8-4ec8-9ca2-32a408107272 req-c90bbd77-6428-4aaa-8a0f-a3b6a2a705ba tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1084557 Jul 08 08:20:56.246065 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07b760fe-5ef8-4ec8-9ca2-32a408107272 req-84afb05f-2aed-4b98-8a71-73bc477ad583 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556629 Jul 08 08:20:56.317543 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.321577 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.325581 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0221972-b3f7-4798-8e2f-b66bcf24fd9a HTTP/1.1" status: 204 len: 168 time: 0.2815557 Jul 08 08:20:56.332513 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b713-f919-4cbc-9d7c-6cbc545f917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0221972-b3f7-4798-8e2f-b66bcf24fd9a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:56.427609 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68843c3b-f2a4-44d6-8f01-9cd106db75dd req-0d0611f7-9be7-4ff7-bd5d-d69b54862921 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:56.428990 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-68843c3b-f2a4-44d6-8f01-9cd106db75dd req-0d0611f7-9be7-4ff7-bd5d-d69b54862921 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0644548 Jul 08 08:20:56.438529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58592) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:56.443029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'floatingip': {'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:20:56.513643 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.718130 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58602) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:56.832295 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc40d-cb6f-411f-88a3-e2676282c785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:56.926535 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc40d-cb6f-411f-88a3-e2676282c785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.040279 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc40d-cb6f-411f-88a3-e2676282c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.081361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fc40d-cb6f-411f-88a3-e2676282c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288cec7-bda1-47d6-9982-bc3083b26ab1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:57.089515 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ac8fc40d-cb6f-411f-88a3-e2676282c785 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=328121b9e39e45fe8447f4ca5edf87da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755288 Jul 08 08:20:57.090131 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:57.149168 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.175380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.369158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.371791 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.373551 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c288cec7-bda1-47d6-9982-bc3083b26ab1 HTTP/1.1" status: 204 len: 168 time: 0.2818460 Jul 08 08:20:57.381960 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeba7b-b370-42b1-9c5c-6d75e0b965e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288cec7-bda1-47d6-9982-bc3083b26ab1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:57.395128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.543803 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.650765 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Floating IP 449be3bb-0321-4234-bd64-956f49fbe2d7 associated. External IP: 172.27.3.174, port: 424e8393-5d2d-4a39-9030-854628ed40b2. Jul 08 08:20:57.735250 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:57.866343 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:20:57.986168 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:20:57.991774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.000118 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:20:58.010485 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:58.016221 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:20:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:58.030298 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-6e2b09c8-9bfc-491f-8f78-9587c08b1dae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "PUT /v2.0/floatingips/449be3bb-0321-4234-bd64-956f49fbe2d7 HTTP/1.1" status: 200 len: 992 time: 1.5906599 Jul 08 08:20:58.031119 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:20:58.033737 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8c32f-526e-4eec-9219-a5fc4f364524" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:20:58.044083 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2a4df21b-7c79-4cf6-8d09-2f67e0f06469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.094339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a64295-e657-4eb5-b5d0-6ad479cf6755 x-openstack-request-id: req-34a64295-e657-4eb5-b5d0-6ad479cf6755 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:20:58.094894 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:20:58.095353 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34a64295-e657-4eb5-b5d0-6ad479cf6755 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:20:58.095970 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'status': 'completed', 'code': 200} Jul 08 08:20:58.132126 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:58.187400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58652) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:58.193885 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-2251b40b-1bc8-4538-9f07-7f393517693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:58.193885 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-2251b40b-1bc8-4538-9f07-7f393517693b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1099 time: 0.0735681 Jul 08 08:20:58.202504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26c14d83-d365-4fb9-9973-4d8ed50990c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.319908 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-d3e30668-cf71-4f05-8e66-c3763f3d180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:58.323067 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-d3e30668-cf71-4f05-8e66-c3763f3d180f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.1224358 Jul 08 08:20:58.358449 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26c14d83-d365-4fb9-9973-4d8ed50990c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.423970 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.466312 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-e7c7f120-9b78-4612-9c2d-f36399921df5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1000 time: 0.1359587 Jul 08 08:20:58.469070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26c14d83-d365-4fb9-9973-4d8ed50990c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.480583 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '449be3bb-0321-4234-bd64-956f49fbe2d7', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 72, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:20:16Z', 'updated_at': '2021-07-08T08:20:57Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:58.518267 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-26c14d83-d365-4fb9-9973-4d8ed50990c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51564ad0270e4342a3571f0f29825ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291812 Jul 08 08:20:58.519453 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:20:58.519875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c14d83-d365-4fb9-9973-4d8ed50990c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ea94b-bdfe-4fec-af95-a86cb23329d7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:58.522306 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58666) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:20:58.536162 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-72bcb010-d87c-4ae2-93ae-bb91b05b87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:58.537933 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-72bcb010-d87c-4ae2-93ae-bb91b05b87ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0648570 Jul 08 08:20:58.569054 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:20:58.569779 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:20:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:58.595598 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.627114 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.631922 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-15f00905-a545-4b7f-9650-29ab9c1260a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:20:58.633851 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-15f00905-a545-4b7f-9650-29ab9c1260a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0846758 Jul 08 08:20:58.752919 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:20:58.769288 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.774619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:58.791947 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-48881c2b-f395-4eee-bd83-5cb7b4200e18 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344745 Jul 08 08:20:58.792366 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b10ea94b-bdfe-4fec-af95-a86cb23329d7 HTTP/1.1" status: 204 len: 168 time: 0.2533252 Jul 08 08:20:58.792366 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4726f-38a1-462e-8d7d-edfa835af7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ea94b-bdfe-4fec-af95-a86cb23329d7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:20:58.901194 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4a8c32f-526e-4eec-9219-a5fc4f364524 req-f7868910-8d8e-4b2c-a13e-8ba41fc8544e service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185513 Jul 08 08:20:59.084966 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '449be3bb-0321-4234-bd64-956f49fbe2d7', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 72, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:20:16Z', 'updated_at': '2021-07-08T08:20:57Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:20:59.115257 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74348d65-9fb2-4f86-9a79-0bae238e5564 None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '449be3bb-0321-4234-bd64-956f49fbe2d7', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 72, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:20:16Z', 'updated_at': '2021-07-08T08:20:57Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:20:59.168743 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:20:59.403114 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14d355-bfc7-4bdd-8332-ff53b1e51a2a None None] New status for floating IP 449be3bb-0321-4234-bd64-956f49fbe2d7: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:21:00.818191 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:01.400677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58808) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:01.635256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87137229-a0c6-441a-8196-32b067b3fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:01.735783 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87137229-a0c6-441a-8196-32b067b3fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:01.851537 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87137229-a0c6-441a-8196-32b067b3fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:01.891475 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87137229-a0c6-441a-8196-32b067b3fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343d907-4692-4e8b-a183-63529de115d2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:01.896644 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-87137229-a0c6-441a-8196-32b067b3fc24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44d2934b75fe4f7391c0f6c17c4c91c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946127 Jul 08 08:21:01.901482 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58824) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:01.957010 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:01.980320 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.070305 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58834) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:02.144050 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.147213 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.151428 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b343d907-4692-4e8b-a183-63529de115d2 HTTP/1.1" status: 204 len: 168 time: 0.2486870 Jul 08 08:21:02.157437 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b91d4-b638-4958-9229-62bcd57466b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343d907-4692-4e8b-a183-63529de115d2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:02.207617 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-618c6363-a7ce-48a1-9f96-8f9965a3b2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.301964 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-618c6363-a7ce-48a1-9f96-8f9965a3b2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.437604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-618c6363-a7ce-48a1-9f96-8f9965a3b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.474498 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c6363-a7ce-48a1-9f96-8f9965a3b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc7087c-2f59-4840-b450-ab06ad37fb66,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:02.484517 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-618c6363-a7ce-48a1-9f96-8f9965a3b2a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d06119912bf43baa449f391fb700865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123423 Jul 08 08:21:02.487283 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58846) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:02.542687 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.565009 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.709458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.712324 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.713679 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1bc7087c-2f59-4840-b450-ab06ad37fb66 HTTP/1.1" status: 204 len: 168 time: 0.2254028 Jul 08 08:21:02.721482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d211119-5a74-4e55-9051-369253392fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc7087c-2f59-4840-b450-ab06ad37fb66,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:02.874805 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:02.889199 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1588e3ce-cee1-467d-9141-43e3530110f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:02.978303 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1588e3ce-cee1-467d-9141-43e3530110f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.086307 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1588e3ce-cee1-467d-9141-43e3530110f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.133941 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1588e3ce-cee1-467d-9141-43e3530110f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fff20e43aca49c4abb1ebf0aaee41dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550929 Jul 08 08:21:03.133941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588e3ce-cee1-467d-9141-43e3530110f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d399b-8d7f-44a3-8262-5b98e79c830b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:03.134213 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58860) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:03.208466 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.230893 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.360930 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.363318 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.364494 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e96d399b-8d7f-44a3-8262-5b98e79c830b HTTP/1.1" status: 204 len: 168 time: 0.2254438 Jul 08 08:21:03.372767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04745721-0f92-4c04-9984-95eec32e61bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d399b-8d7f-44a3-8262-5b98e79c830b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:03.587269 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 58868) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:03.600523 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4d46786-eaa2-4246-8d4d-f18c214f7103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.688620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4d46786-eaa2-4246-8d4d-f18c214f7103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.755466 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e4d46786-eaa2-4246-8d4d-f18c214f7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.794760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d46786-eaa2-4246-8d4d-f18c214f7103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9848d-bc7a-4fc5-9501-15974aed2f5b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:03.801978 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 58878) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:03.802511 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e4d46786-eaa2-4246-8d4d-f18c214f7103 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=287ca40eb80a413f84f35a27b639e4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136979 Jul 08 08:21:03.856282 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:03.882099 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:04.012390 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:04.015939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:04.017116 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ff9848d-bc7a-4fc5-9501-15974aed2f5b HTTP/1.1" status: 204 len: 168 time: 0.2141523 Jul 08 08:21:04.025071 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dbe08-15d3-4e0e-9a35-29f8fef34625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9848d-bc7a-4fc5-9501-15974aed2f5b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:13.473873 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:21:14.794394 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59148) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:14.894598 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:14.977727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.057893 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.104337 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3aed9ea9868043189293e4cf3799f937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053312 Jul 08 08:21:15.104337 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:15.253243 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8dd80-f88e-466d-89c9-0aaf95060f75,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:15.271718 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.272168 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.272796 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.272796 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.272983 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.273455 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.273937 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.274400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.275036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.275495 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.275974 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.276429 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3fb2d3-9fa0-4b25-9fd4-56fcb4ed2f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:15.304577 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.327568 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.471996 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.474533 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:15.475717 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffa8dd80-f88e-466d-89c9-0aaf95060f75 HTTP/1.1" status: 204 len: 168 time: 0.3709617 Jul 08 08:21:15.484232 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e40a63-2f61-4184-b944-dff4db1315d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8dd80-f88e-466d-89c9-0aaf95060f75,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:16.279915 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59204) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:16.288826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71e043e6-e7dc-46e1-a436-da47b4988e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.372252 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71e043e6-e7dc-46e1-a436-da47b4988e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.454377 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71e043e6-e7dc-46e1-a436-da47b4988e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.491768 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-71e043e6-e7dc-46e1-a436-da47b4988e97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8acf531b191a4e929c271f1d60c0e983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155852 Jul 08 08:21:16.492536 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e043e6-e7dc-46e1-a436-da47b4988e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b900f4d-84f4-4cd9-8ebd-b845c6de8386,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:16.494653 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59206) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:16.544135 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.568039 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.795601 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.798222 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:16.799399 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b900f4d-84f4-4cd9-8ebd-b845c6de8386 HTTP/1.1" status: 204 len: 168 time: 0.3031712 Jul 08 08:21:16.807457 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b900f4d-84f4-4cd9-8ebd-b845c6de8386,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:16.814885 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.815234 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.815574 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.815915 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.816247 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.816680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.816899 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.817224 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.817552 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.817878 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.818201 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:16.818556 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619c8b7-9f9c-40cb-bcb2-b0662a1d3116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:17.612059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59238) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:17.766217 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64fe4db7-dd1d-4e18-8ed0-95c78d180382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:17.859106 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64fe4db7-dd1d-4e18-8ed0-95c78d180382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:17.948953 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-64fe4db7-dd1d-4e18-8ed0-95c78d180382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:17.992568 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe4db7-dd1d-4e18-8ed0-95c78d180382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9708cf6e-d7b6-4988-8f75-16ba201754cd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:17.998842 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-64fe4db7-dd1d-4e18-8ed0-95c78d180382 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8da07d9d9437412db4fe4fddb206f71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850093 Jul 08 08:21:18.000852 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59256) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:18.060432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:18.083976 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:18.249899 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:18.252605 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:18.254232 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9708cf6e-d7b6-4988-8f75-16ba201754cd HTTP/1.1" status: 204 len: 168 time: 0.2520623 Jul 08 08:21:18.262595 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf91221-723b-4e76-bf52-45b96163d475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9708cf6e-d7b6-4988-8f75-16ba201754cd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:19.184213 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59312) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:19.199266 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbdaaa80-c945-4187-9388-e98c1655faab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.347200 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbdaaa80-c945-4187-9388-e98c1655faab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.412090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbdaaa80-c945-4187-9388-e98c1655faab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.455960 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaaa80-c945-4187-9388-e98c1655faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2739805-9aba-446f-a8de-734a094cb42d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:19.461192 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fbdaaa80-c945-4187-9388-e98c1655faab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2dc4fe4abb6f45f8be9a1137c37323c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759254 Jul 08 08:21:19.463920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:19.522210 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.546062 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.686832 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.689452 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:19.690671 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2739805-9aba-446f-a8de-734a094cb42d HTTP/1.1" status: 204 len: 168 time: 0.2258105 Jul 08 08:21:19.699108 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18260b4c-8089-4400-b1c7-07e35039afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2739805-9aba-446f-a8de-734a094cb42d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:20.369201 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59398) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:20.494930 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfa3e-c157-411f-9673-3474a849cfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.586180 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfa3e-c157-411f-9673-3474a849cfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.674989 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfa3e-c157-411f-9673-3474a849cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.717333 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3e6dfa3e-c157-411f-9673-3474a849cfd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fea3f2e2331e461bbab4c34e7b42e05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464713 Jul 08 08:21:20.718444 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dfa3e-c157-411f-9673-3474a849cfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03620361-e6b5-4288-a69c-988126ea1ace,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:20.720155 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59424) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:20.786440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.809060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.949434 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.952924 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:20.954060 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03620361-e6b5-4288-a69c-988126ea1ace HTTP/1.1" status: 204 len: 168 time: 0.2328904 Jul 08 08:21:20.964298 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6a892-3397-4ca7-b6a5-76f2717dde73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03620361-e6b5-4288-a69c-988126ea1ace,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:21.742646 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59464) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:21.757065 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e86-db15-4862-936d-4b75a77e09b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:21.855511 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e86-db15-4862-936d-4b75a77e09b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:21.960542 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0e86-db15-4862-936d-4b75a77e09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:22.005213 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b8bf0e86-db15-4862-936d-4b75a77e09b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df4dd873e7994685b45b1a06336ad13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588019 Jul 08 08:21:22.005213 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0e86-db15-4862-936d-4b75a77e09b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1d942-6564-481e-9118-02128f2b69d0,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:22.006330 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59474) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:22.058426 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:22.085902 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:22.273040 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:22.273040 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:22.273040 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4f1d942-6564-481e-9118-02128f2b69d0 HTTP/1.1" status: 204 len: 168 time: 0.2608135 Jul 08 08:21:22.289654 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38d47-8069-4b82-8f7a-d3ee2f331d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1d942-6564-481e-9118-02128f2b69d0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:22.713807 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da18a6c-f6b2-47c6-9d93-ef895e4ad256 req-d0755cd3-19ca-4b71-a85b-a057e1c79e46 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:22.715415 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5da18a6c-f6b2-47c6-9d93-ef895e4ad256 req-d0755cd3-19ca-4b71-a85b-a057e1c79e46 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.1199002 Jul 08 08:21:22.760368 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5da18a6c-f6b2-47c6-9d93-ef895e4ad256 req-2ce2b571-f268-4317-997b-6a0d1c0ca80c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364668 Jul 08 08:21:23.530020 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59536) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:23.655295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ba0612-1da0-48f9-9f64-a62be3bb0ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:23.747248 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ba0612-1da0-48f9-9f64-a62be3bb0ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:23.892660 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-ca5aaf14-17ad-4d4f-baf6-787417e62823 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645528 Jul 08 08:21:23.916996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27ba0612-1da0-48f9-9f64-a62be3bb0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:24.001211 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-27ba0612-1da0-48f9-9f64-a62be3bb0ed3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=283fcd8da0d74756877f93e3f9c7b85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700332 Jul 08 08:21:24.005871 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:24.006444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba0612-1da0-48f9-9f64-a62be3bb0ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86926b9-eb42-42f2-baf6-5f2910fb77d3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:24.041783 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bb2b3-16b2-47b9-8a85-120cbbe40c63 req-72e7f4ad-3a2a-4f61-931b-9f7fc9981d93 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:24.043571 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-311bb2b3-16b2-47b9-8a85-120cbbe40c63 req-72e7f4ad-3a2a-4f61-931b-9f7fc9981d93 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.1639075 Jul 08 08:21:24.080489 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-83fcbe15-4aa1-44e5-9b84-2900d500f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:24.082083 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-83fcbe15-4aa1-44e5-9b84-2900d500f1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1099 time: 0.1215875 Jul 08 08:21:24.094723 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:24.105729 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-311bb2b3-16b2-47b9-8a85-120cbbe40c63 req-87117029-67a0-486d-8ed4-01c26dec5487 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509892 Jul 08 08:21:24.120997 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:24.208186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-94c7946e-1b65-4cd7-bca6-3c9682441fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:24.209611 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-94c7946e-1b65-4cd7-bca6-3c9682441fac service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.0984848 Jul 08 08:21:24.252035 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:24.255063 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:24.256191 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f86926b9-eb42-42f2-baf6-5f2910fb77d3 HTTP/1.1" status: 204 len: 168 time: 0.2509427 Jul 08 08:21:24.271220 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254b4fa-8e52-4596-be7f-c4ac42230e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86926b9-eb42-42f2-baf6-5f2910fb77d3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:24.295744 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-44b6c531-3c96-4015-985a-c91822cb9839 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1002 time: 0.0724742 Jul 08 08:21:24.350947 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-b74a70f8-12d6-483f-8c25-a8ea53fc8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:24.352426 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-b74a70f8-12d6-483f-8c25-a8ea53fc8be6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0443316 Jul 08 08:21:24.420106 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-2d4389bd-167b-40b8-b18f-7c2ac4aa16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:24.421821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-2d4389bd-167b-40b8-b18f-7c2ac4aa16d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545111 Jul 08 08:21:24.537334 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-76dfa0a9-d75e-4b12-945e-9667a26f22dc service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066096 Jul 08 08:21:24.658765 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a2501e2-9467-4083-9f71-73fbf84ccf79 req-692f6171-528d-445e-a074-9d43e2f5c9f5 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132097 Jul 08 08:21:24.722424 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59590) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:24.851031 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce595ca2-dfca-4e93-9bc2-c9d4a9de30af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.191945 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce595ca2-dfca-4e93-9bc2-c9d4a9de30af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-c094bfc6-7f61-4dea-9d05-92602d1a6622 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-c094bfc6-7f61-4dea-9d05-92602d1a6622 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.67 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0606427 Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Deleting port e339fa0a-9630-4987-8b5f-86a3383746f0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] For port e339fa0a-9630-4987-8b5f-86a3383746f0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e339fa0a-9630-4987-8b5f-86a3383746f0,segment=NetworkSegment(10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e),segment_id=10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.194733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Calling delete_port for e339fa0a-9630-4987-8b5f-86a3383746f0 owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:21:25.326938 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7652-d95e-40f2-91ec-80b4adec81e1 req-4dd4d4bb-fe9d-4bc8-a9a3-fb028e212034 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:25.328387 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e9c7652-d95e-40f2-91ec-80b4adec81e1 req-4dd4d4bb-fe9d-4bc8-a9a3-fb028e212034 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 946 time: 0.0907190 Jul 08 08:21:25.400261 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e9c7652-d95e-40f2-91ec-80b4adec81e1 req-45a9666e-0ad8-4494-ae11-7c37f31af768 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/security-groups?id=9808d43c-f95d-40c3-abe0-0f9c6f9a6300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Jul 08 08:21:25.759860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce595ca2-dfca-4e93-9bc2-c9d4a9de30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.801419 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ce595ca2-dfca-4e93-9bc2-c9d4a9de30af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7692199dce0a485c8feb27a84aec806b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0753953 Jul 08 08:21:25.801419 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595ca2-dfca-4e93-9bc2-c9d4a9de30af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e0941-3763-49dc-b35c-d79bfce5b2c7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:25.801891 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59614) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:25.835286 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bda4f62e-8d75-4700-86a2-e658725880f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.842688 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:25.855917 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['e339fa0a-9630-4987-8b5f-86a3383746f0'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:21:25.892717 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Pushing event deleted for resources: {'Port': ['ID=e339fa0a-9630-4987-8b5f-86a3383746f0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:25.896175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:26.192105 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] No DVR routers for this DVR port e339fa0a-9630-4987-8b5f-86a3383746f0 on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:21:26.196712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:26.201703 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:26.203716 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-77f38cf3-45b7-4555-a2d3-091986131b13 req-bfc32887-d618-4667-824b-4e76991d7a52 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.67 "DELETE /v2.0/ports/e339fa0a-9630-4987-8b5f-86a3383746f0 HTTP/1.1" status: 204 len: 173 time: 1.2449956 Jul 08 08:21:26.204143 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'name': 'network-vif-deleted', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:21:26.206471 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa7c634-b05c-4d33-90d6-ed5f2034f1dc" -d '{"events": [{"server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "name": "network-vif-deleted", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:21:26.246144 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98d3e6-9a0b-47e3-9372-8b118a591bd9 x-openstack-request-id: req-dd98d3e6-9a0b-47e3-9372-8b118a591bd9 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:21:26.246429 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3", "name": "network-vif-deleted", "tag": "e339fa0a-9630-4987-8b5f-86a3383746f0", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:21:26.246706 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd98d3e6-9a0b-47e3-9372-8b118a591bd9 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:21:26.247122 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3', 'name': 'network-vif-deleted', 'tag': 'e339fa0a-9630-4987-8b5f-86a3383746f0', 'status': 'completed', 'code': 200} Jul 08 08:21:26.361178 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:26.361178 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:26.361918 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a6e0941-3763-49dc-b35c-d79bfce5b2c7 HTTP/1.1" status: 204 len: 168 time: 0.5591199 Jul 08 08:21:26.370148 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4b41a-c7c2-46d3-884d-a7d0644c1379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e0941-3763-49dc-b35c-d79bfce5b2c7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:26.559212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a633414b-8ed3-4e9c-8f64-0ddbfcbff5a4 req-e060ed6f-a68a-4fc0-8e98-3c73e388865c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0286486 Jul 08 08:21:26.777025 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59660) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:26.912149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06457cb4-600b-4eaa-bd52-003dec4a28de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.020529 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06457cb4-600b-4eaa-bd52-003dec4a28de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.112040 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-06457cb4-600b-4eaa-bd52-003dec4a28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.157206 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-06457cb4-600b-4eaa-bd52-003dec4a28de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=377957d412bc4eb8899aaa5f2a88f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789508 Jul 08 08:21:27.157416 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59688) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:27.158458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06457cb4-600b-4eaa-bd52-003dec4a28de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cda99d-87fa-4826-bbfa-5c30f3ad3d97,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:27.215267 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.237979 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.452864 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.456285 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:27.457664 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96cda99d-87fa-4826-bbfa-5c30f3ad3d97 HTTP/1.1" status: 204 len: 168 time: 0.2992485 Jul 08 08:21:27.466847 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dec3b-f450-4b29-a714-2021863dd04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cda99d-87fa-4826-bbfa-5c30f3ad3d97,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:27.730797 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-71bf75b7-c433-4c2d-944c-4f15acc0cc7d req-78dbb8a6-1a28-4000-801e-a1adb9ba702e tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Jul 08 08:21:27.780627 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.154945 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5555ad69-655f-42a8-86d0-d22c4a9c81d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.580388 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.660905 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59738) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:28.689633 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea29797-ff6c-44fa-a8c9-8d6b915472ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.784985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea29797-ff6c-44fa-a8c9-8d6b915472ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.875038 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-952a2eb5-49be-4d5c-a7ff-4bdf88ad44b6 req-19ebb651-cb12-4872-9966-a51943dddc9c tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0276828 Jul 08 08:21:28.883233 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-aea29797-ff6c-44fa-a8c9-8d6b915472ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:28.922007 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-aea29797-ff6c-44fa-a8c9-8d6b915472ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8803ebe4a1c045c181abdae15ceeec10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587116 Jul 08 08:21:28.924002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea29797-ff6c-44fa-a8c9-8d6b915472ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf4a44-4201-439e-89a3-7351082f92be,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:28.932457 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59746) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:28.993287 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:29.017891 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:29.137786 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:29.194542 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:29.197211 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:29.198427 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebbf4a44-4201-439e-89a3-7351082f92be HTTP/1.1" status: 204 len: 168 time: 0.2649269 Jul 08 08:21:29.207129 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d08d73-d8dc-4799-8829-3ddad42d50a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf4a44-4201-439e-89a3-7351082f92be,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:29.963899 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e339fa0a-9630-4987-8b5f-86a3383746f0 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:21:30.003835 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: e339fa0a-9630-4987-8b5f-86a3383746f0 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:21:30.004665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e339fa0a-9630-4987-8b5f-86a3383746f0 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:21:30.031212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8deb7aee-0fbe-4b6d-911a-5d50927e1a84 req-e327df9f-9c8c-4eef-8a1d-ea02801391d6 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0385203 Jul 08 08:21:30.808642 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:31.187502 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-421bb50c-e401-4c85-b184-441dd9e0c416 req-1715d62b-73aa-4231-8abd-3a73639f3b31 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Jul 08 08:21:32.337990 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a42c051c-f642-48d0-a12b-bb4a693c9d41 req-ab9725b8-eb8f-4127-95b9-dbfe8fcf44c9 tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Jul 08 08:21:33.499244 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0337b660-742a-47e1-bcec-bafb6c56e79f req-7c5aeed5-924b-4dd1-8af1-d61c2ca60efa tempest-DeleteServersTestJSON-307581196 tempest-DeleteServersTestJSON-307581196-project] 10.222.0.72 "GET /v2.0/ports?device_id=44b8fb9c-f5b2-42d2-ae2b-0dad5be083c3 HTTP/1.1" status: 200 len: 210 time: 0.0296743 Jul 08 08:21:36.063458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59956) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.183933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59964) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.227025 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1add4ff0-b4ff-421f-9421-5cdd4995524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.259259 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ff6d-91d2-4e01-b34d-9893eb76d45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.335074 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1add4ff0-b4ff-421f-9421-5cdd4995524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.485265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1add4ff0-b4ff-421f-9421-5cdd4995524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.540701 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1add4ff0-b4ff-421f-9421-5cdd4995524b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43213aa8bb9846c6a682b5c8bc10d3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761643 Jul 08 08:21:36.543696 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 59986) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.544373 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add4ff0-b4ff-421f-9421-5cdd4995524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6878284a-76b2-47a7-a6a7-0e6b2a14fac7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:36.569418 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 59988) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.607184 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.629436 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.635413 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Deleting subnet 7ff4e25d-6906-48af-ab80-9bfe89e0fba8 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:21:36.639366 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.678144 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ff6d-91d2-4e01-b34d-9893eb76d45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.690765 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.699920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.768493 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ff6d-91d2-4e01-b34d-9893eb76d45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.795432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.805315 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.805952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6878284a-76b2-47a7-a6a7-0e6b2a14fac7 HTTP/1.1" status: 204 len: 168 time: 0.2606926 Jul 08 08:21:36.807910 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1ff6d-91d2-4e01-b34d-9893eb76d45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df60b3a-7b7c-4115-a3c9-f193cafcb75d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:36.813923 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6ed1ff6d-91d2-4e01-b34d-9893eb76d45a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d071f9e050343eaa5306b88ee8f2f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284640 Jul 08 08:21:36.819658 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60002) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.821860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30484a4-4fbe-480a-b6df-9dbf166d870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6878284a-76b2-47a7-a6a7-0e6b2a14fac7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:36.861592 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.884840 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.889330 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff4e25d-6906-48af-ab80-9bfe89e0fba8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:36.902184 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.904486 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d0b919e5-afe9-41f3-8de8-8481f1efb6dd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7ff4e25d-6906-48af-ab80-9bfe89e0fba8 HTTP/1.1" status: 204 len: 168 time: 0.3341441 Jul 08 08:21:36.906948 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60006) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:36.921594 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:36.982651 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.065875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.076407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.076762 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.077552 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.077897 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > port after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.078234 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.078556 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > port after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.078896 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.079213 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.079664 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.079892 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.100238 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.102921 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.104081 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7df60b3a-7b7c-4115-a3c9-f193cafcb75d HTTP/1.1" status: 204 len: 168 time: 0.2775459 Jul 08 08:21:37.112304 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2625cd-54aa-42ba-97cf-dfc771bf460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df60b3a-7b7c-4115-a3c9-f193cafcb75d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:37.341824 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.342252 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.342481 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.342879 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:21:37.343367 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dd26c1-68b8-430a-8657-01c5a198d2e9']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:37.360961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:37.361353 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a10fa0-6e83-4cdb-8393-6d5c8c5ca86e') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:37.377521 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.397670 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.406308 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:21:37.406717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: from cryptography.utils import int_from_bytes Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: from cryptography.utils import int_from_bytes Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:21:37.410647 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:21:37.568847 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.576301 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.578309 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] 10.222.0.72 "DELETE /v2.0/networks/63dd26c1-68b8-430a-8657-01c5a198d2e9 HTTP/1.1" status: 204 len: 168 time: 0.6704705 Jul 08 08:21:37.587547 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b6c7-daf2-4221-9efc-b1a99bd24218 admin admin] Pushing event deleted for resources: {'Network': ['ID=63dd26c1-68b8-430a-8657-01c5a198d2e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:37.632734 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60018) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:37.647770 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7192691b-660f-402d-b2f7-65ae582ae8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.736141 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7192691b-660f-402d-b2f7-65ae582ae8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.923130 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7192691b-660f-402d-b2f7-65ae582ae8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:37.962348 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60040) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:37.974856 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7192691b-660f-402d-b2f7-65ae582ae8d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99f8d3d3d3aa4f09832f9e1b117da745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409376 Jul 08 08:21:37.978852 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60046) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:37.979795 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ec14c2-a564-40b3-b015-fb96db377301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.000927 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192691b-660f-402d-b2f7-65ae582ae8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797bfc5-ed0a-4a4a-affc-bf82430b2500,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:38.047008 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.072565 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.098833 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ec14c2-a564-40b3-b015-fb96db377301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.215217 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-47ec14c2-a564-40b3-b015-fb96db377301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.215404 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.219206 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.220749 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9797bfc5-ed0a-4a4a-affc-bf82430b2500 HTTP/1.1" status: 204 len: 168 time: 0.2407281 Jul 08 08:21:38.229203 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe28bfa-e7fc-4b12-8bd4-91869ecc5798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797bfc5-ed0a-4a4a-affc-bf82430b2500,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:38.260998 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60054) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:38.266755 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-47ec14c2-a564-40b3-b015-fb96db377301 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69a5cf22ef194e9ebb1391275049e873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017743 Jul 08 08:21:38.266755 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec14c2-a564-40b3-b015-fb96db377301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98532018-6260-447c-9f40-d32ae6b39f30,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:38.270422 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:38.312995 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e41b4c1c-d44e-4325-9c80-fdf272d7ff46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c25e632dd3a84ac8bc2af6afcd3bde0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507815 Jul 08 08:21:38.315502 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60058) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:38.333929 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.358832 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.367033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.389474 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.491869 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.494357 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.495600 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98532018-6260-447c-9f40-d32ae6b39f30 HTTP/1.1" status: 204 len: 168 time: 0.2237794 Jul 08 08:21:38.505324 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1f8b-c0df-4294-b103-d614ca0a9167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98532018-6260-447c-9f40-d32ae6b39f30,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:38.557864 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.560963 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:38.564380 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9808d43c-f95d-40c3-abe0-0f9c6f9a6300 HTTP/1.1" status: 204 len: 168 time: 0.2455382 Jul 08 08:21:38.569860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e3d1-6fb5-4596-8645-b03759fc4d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808d43c-f95d-40c3-abe0-0f9c6f9a6300,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:39.329717 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60098) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:39.343188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b27702d1-a99a-4dc8-ad17-13ad68fe9d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.433621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b27702d1-a99a-4dc8-ad17-13ad68fe9d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.586111 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b27702d1-a99a-4dc8-ad17-13ad68fe9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.629748 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b27702d1-a99a-4dc8-ad17-13ad68fe9d52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc6dcf937273464383b5e179d78ae53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987003 Jul 08 08:21:39.630807 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27702d1-a99a-4dc8-ad17-13ad68fe9d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809c23e7-0639-493d-af6f-1e127fd354a1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:39.632465 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:39.680753 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.702366 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.817672 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60124) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:39.894957 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.899030 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:39.901326 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/809c23e7-0639-493d-af6f-1e127fd354a1 HTTP/1.1" status: 204 len: 168 time: 0.2676487 Jul 08 08:21:39.913005 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f983-1454-4ce9-a49d-16349b5742ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c23e7-0639-493d-af6f-1e127fd354a1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:40.030511 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08584b05-51f1-4eaf-81f0-f319087328f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.129179 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08584b05-51f1-4eaf-81f0-f319087328f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.246059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08584b05-51f1-4eaf-81f0-f319087328f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.285865 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-08584b05-51f1-4eaf-81f0-f319087328f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=975b61854a6d415686a5a449eb434086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670641 Jul 08 08:21:40.286848 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08584b05-51f1-4eaf-81f0-f319087328f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934af32e-0769-4edd-bdc6-4345ab559ac8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:40.288651 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60142) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:40.342695 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.363911 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.529311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.531916 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:40.534014 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/934af32e-0769-4edd-bdc6-4345ab559ac8 HTTP/1.1" status: 204 len: 168 time: 0.2434301 Jul 08 08:21:40.542932 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba49617-5b27-45c9-9737-97a60db863c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934af32e-0769-4edd-bdc6-4345ab559ac8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:40.648010 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60166) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.049153 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc35bef-4335-40eb-989d-980cd4e8caf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.067571 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60180) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.205068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc35bef-4335-40eb-989d-980cd4e8caf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.291788 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0bc35bef-4335-40eb-989d-980cd4e8caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.330787 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0bc35bef-4335-40eb-989d-980cd4e8caf8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6728b0c5504f4f6e83c7611536ba0254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810544 Jul 08 08:21:41.331942 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35bef-4335-40eb-989d-980cd4e8caf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02424b-5590-49c4-b0a8-73347207e3b5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:41.333494 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60188) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.390467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.411926 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.457393 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1539628687-network', 'tenant_id': 'bdc420c2ec8b412c9d1c5d2eda213135'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:41.484151 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60192) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.533328 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.546787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24c6721c-dfab-4207-81bb-e859a45ee73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.568611 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.571349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.572561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c02424b-5590-49c4-b0a8-73347207e3b5 HTTP/1.1" status: 204 len: 168 time: 0.2372856 Jul 08 08:21:41.581032 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95464141-b24c-4e6f-88fa-95f3b2595c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02424b-5590-49c4-b0a8-73347207e3b5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:41.608971 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Made reservation on behalf of bdc420c2ec8b412c9d1c5d2eda213135 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:41.611404 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.621618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.689387 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24c6721c-dfab-4207-81bb-e859a45ee73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.695349 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-239224427-network', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:41.757681 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24c6721c-dfab-4207-81bb-e859a45ee73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.789185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6721c-dfab-4207-81bb-e859a45ee73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5864aa-47ae-4516-9f68-0976a06698d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:41.808555 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-24c6721c-dfab-4207-81bb-e859a45ee73e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d7d40a6d57042a3b85163065dfa4eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718720 Jul 08 08:21:41.808979 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60206) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:41.854586 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.862041 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.883138 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.926787 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:41.955017 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0acd1e-577d-4a40-83d4-0714417487d2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:42.105378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.105378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.105378 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c5864aa-47ae-4516-9f68-0976a06698d6 HTTP/1.1" status: 204 len: 168 time: 0.2944255 Jul 08 08:21:42.112729 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Made reservation on behalf of ec11ffd52dec4694936815bb30f10ee5 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:42.114748 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:21:42.119345 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.128274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.128438 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470854a-608c-460b-a05b-8e644a6aa049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5864aa-47ae-4516-9f68-0976a06698d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:42.128649 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Added segment bd84d835-46d2-4f32-b6d0-3b0d8cc76419 of type vlan for network 16fde162-36d9-478f-85ba-0b9291461395 Jul 08 08:21:42.137918 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.176114 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.327677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.363093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.364084 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:42.364673 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.424955 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] Pushing event updated for resources: {'Network': ['ID=16fde162-36d9-478f-85ba-0b9291461395,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:42.438506 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 16fde162-36d9-478f-85ba-0b9291461395 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:21:42.440999 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.466785 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:21:42.506615 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.507984 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Added segment 1443e8a7-54e6-45fd-8475-5700fec03440 of type vlan for network 6710deea-dd03-44e3-9cbf-d07071ad9b50 Jul 08 08:21:42.512876 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd28a1-ec3d-413b-8507-7581f3321b92,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:42.552002 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.578209 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a03e3b03-3174-42d9-aa48-a93e33f4d7bc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5086784 Jul 08 08:21:42.581038 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60230) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:42.585844 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Request body: {'subnet': {'network_id': '16fde162-36d9-478f-85ba-0b9291461395', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1539628687-subnet', 'tenant_id': 'bdc420c2ec8b412c9d1c5d2eda213135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:42.670728 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Made reservation on behalf of bdc420c2ec8b412c9d1c5d2eda213135 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:42.670859 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.670859 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:42.671287 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.672147 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.744099 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] Pushing event updated for resources: {'Network': ['ID=6710deea-dd03-44e3-9cbf-d07071ad9b50,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:42.751419 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-afc946b5-92b2-43ef-a20c-d76aee52ef05 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2661929 Jul 08 08:21:42.755363 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60238) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:42.758555 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:21:42.760337 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Request body: {'subnet': {'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-subnet', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:42.905772 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Made reservation on behalf of ec11ffd52dec4694936815bb30f10ee5 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:42.908554 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:42.972084 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.033030 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6807220b-3456-43da-9fc1-14e0461f9c04,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:43.042127 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Checking segment: {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:43.042485 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Network hostable DHCP agents. Network: 16fde162-36d9-478f-85ba-0b9291461395, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:21:43.143146 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Network 16fde162-36d9-478f-85ba-0b9291461395 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:21:43.209080 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.240607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 16fde162-36d9-478f-85ba-0b9291461395) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:43.245045 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:43.245662 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.251404 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772de3c2-4a01-4c57-a94e-45cf6eac4b3f None None] Network 16fde162-36d9-478f-85ba-0b9291461395 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:21:43.267408 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3e8001-cd33-4725-875e-242a0921eb08,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:43.281094 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Checking segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:43.281447 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Network hostable DHCP agents. Network: 6710deea-dd03-44e3-9cbf-d07071ad9b50, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:21:43.329586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d86d06b7-1539-4836-9e38-c12aba840e0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7475033 Jul 08 08:21:43.363071 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:21:43.394446 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061c840-4641-467a-bf5b-d665963d964a None None] Network 16fde162-36d9-478f-85ba-0b9291461395 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:21:43.492249 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 6710deea-dd03-44e3-9cbf-d07071ad9b50) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:43.499558 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:43.500402 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.593124 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f1932c1d-df1b-4bf0-b8a7-f42f5292754e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8366871 Jul 08 08:21:43.595873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60278) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:43.600394 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:43.625639 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064d2ea-64d8-4223-99f1-806699498795 None None] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:21:43.751736 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.753342 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:43.780347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cf36b-d1f1-4313-a7a3-03269fc44abd None None] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:21:43.806888 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:44.068234 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:44.584349 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:44.607484 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:44.726735 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Allocated IP 172.27.3.46 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/d87ae38e-c5ed-409e-b0e4-cf746b3b5224) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:21:44.873914 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:45.052223 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:45.092065 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:45.094842 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:45.097183 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:21:45.127194 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Pushing event updated for resources: {'Port': ['ID=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:45.411680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:45.601591 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:45.831989 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Router d22b0719-8449-48bb-8643-c4bea5f08dfe is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:21:45.975255 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:21:45.977972 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Sync routers for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:21:45.977972 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:21:45.977972 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:46.096448 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:21:46.177477 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:46.180903 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-9d2ac1c2-5131-4c22-a0fe-e941fa286466 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5820060 Jul 08 08:21:46.182898 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60384) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:46.183846 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2ab4db5-60d9-435e-be06-22a09f5619da tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:46.185554 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2ab4db5-60d9-435e-be06-22a09f5619da tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 814 time: 0.1123376 Jul 08 08:21:46.203270 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-240da990-ca8d-417a-8117-642e54f52cc8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/quotas/bdc420c2ec8b412c9d1c5d2eda213135 HTTP/1.1" status: 200 len: 375 time: 0.0118465 Jul 08 08:21:46.237448 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-963a7741-a171-4ed6-b195-1dce581e60eb tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299013 Jul 08 08:21:46.298850 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:45Z', 'revision_number': 3, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:46.327041 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Checking router: d22b0719-8449-48bb-8643-c4bea5f08dfe for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:21:46.327994 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Updating router d22b0719-8449-48bb-8643-c4bea5f08dfe port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:21:46.424769 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:46.445862 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-c6738804-7170-4640-9016-fb01dfed3bfb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:21:46.454245 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-c6738804-7170-4640-9016-fb01dfed3bfb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068008 Jul 08 08:21:46.580638 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-2233893a-1ba0-451a-aa7f-7a9b61f32844 service neutron] 10.222.0.72 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251473 Jul 08 08:21:46.676901 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-eaea4622-752c-4e1c-9729-2a20f9131134 service neutron] 10.222.0.72 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951042 Jul 08 08:21:46.735183 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:46.745171 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Transition to ACTIVE for port object d87ae38e-c5ed-409e-b0e4-cf746b3b5224 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:21:46.814820 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:46.831453 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:46.972852 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Pushing event updated for resources: {'Port': ['ID=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:47.001713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.001713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.001713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.001713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.001713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.002727 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.002727 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.002727 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.011674 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.012967 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.013960 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.015519 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:47.030858 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Attempting to bind port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:21:47.031300 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Attempting to bind port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:21:47.031789 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Attempting to bind port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:47.044213 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:21:47.045808 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:47.049241 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.049729 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:21:47.050352 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Bound port: d87ae38e-c5ed-409e-b0e4-cf746b3b5224, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:21:47.050871 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.066331 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Allocated IP 172.20.0.1 (6710deea-dd03-44e3-9cbf-d07071ad9b50/4a3e8001-cd33-4725-875e-242a0921eb08/3171544f-e0af-42c0-8803-fbe5ecdcd98d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:21:47.107034 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a696ce58-e527-44e3-a042-a26a4e17dc3f req-072b5348-9fa3-4420-b131-26e956c71f66 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.1031642 Jul 08 08:21:47.193137 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] For port d87ae38e-c5ed-409e-b0e4-cf746b3b5224, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:21:47.196962 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] For port d87ae38e-c5ed-409e-b0e4-cf746b3b5224, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:21:47.201819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.276000 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.335995 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:21:47.336587 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.336737 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:47.378996 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db6d9f-c1b7-4c95-ace2-d9d4e71d74b4 None None] Pushing event updated for resources: {'Port': ['ID=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:47.379100 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:47.381396 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:47.388496 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:21:47.413163 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Pushing event updated for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:47.430984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.468041 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:21:47.675211 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:47.681464 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:45Z', 'revision_number': 3, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:47.708857 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7edaf-4f1a-48b7-8339-8e0b8cd32e95 None None] The sync data for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi is: [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:45Z', 'revision_number': 3, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:21:47.899549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:48.037559 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:48.108824 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Pushing event updated for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:48.114961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:48.202140 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8d3d9513-052a-4ab6-a5f1-fb69b0dd656e req-f704c9db-0d6b-4511-8b93-b7e7a5dd1786 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Jul 08 08:21:48.228744 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:48.230206 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:48.366736 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Router d22b0719-8449-48bb-8643-c4bea5f08dfe has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:21:48.485704 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:21:48.493094 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ccab67d0-ca72-4b0b-b1cc-2469c2fe3bbb admin admin] 10.222.0.72 "PUT /v2.0/routers/d22b0719-8449-48bb-8643-c4bea5f08dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3072910 Jul 08 08:21:49.013505 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-96c87694-c9e1-4f9d-86c5-a729ab631a46 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:49.014996 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-96c87694-c9e1-4f9d-86c5-a729ab631a46 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 818 time: 0.1083941 Jul 08 08:21:49.034394 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-b4d51c41-f996-4dcb-a118-90cb05220fda tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/quotas/ec11ffd52dec4694936815bb30f10ee5 HTTP/1.1" status: 200 len: 375 time: 0.0127363 Jul 08 08:21:49.101600 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-50e2948b-4f68-4feb-92ce-8dc2507934bc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617166 Jul 08 08:21:49.222976 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-a0ac2521-f178-46f7-ac36-f8c6d5c4fd8a service neutron] 10.222.0.72 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118083 Jul 08 08:21:49.336888 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-74ccd745-489d-452b-8de5-6e150588235b service neutron] 10.222.0.72 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051569 Jul 08 08:21:49.373876 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0e5b18be-37dc-4d9f-b50d-131eff494efe req-2a179ed9-da77-4d80-9c8b-3274f026cadf tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0357873 Jul 08 08:21:49.460181 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60514) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:49.499352 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Sync routers for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:21:49.517064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:21:49.517064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:49.582483 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d9910d2-d847-4192-ad5d-0ec1d5a86579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:49.643466 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:21:49.686994 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9c8aec6b-99c5-4c77-b0f1-2b04a88e7ae7 req-3e0abbfa-9ce2-4a9e-984b-f68496d38e9c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 210 time: 0.0414739 Jul 08 08:21:49.730837 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d9910d2-d847-4192-ad5d-0ec1d5a86579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:49.816561 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d9910d2-d847-4192-ad5d-0ec1d5a86579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:49.860549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60534) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:49.861078 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5d9910d2-d847-4192-ad5d-0ec1d5a86579 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a8cf5ad45a244f89bc5adc169d5c9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992972 Jul 08 08:21:49.861529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9910d2-d847-4192-ad5d-0ec1d5a86579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33611f5c-71e0-424c-821f-1b5d334c00f5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:49.875928 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 4, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3171544f-e0af-42c0-8803-fbe5ecdcd98d', 'name': '', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'mac_address': 'fa:16:3e:94:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:46Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 2, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'subnets': [{'id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:49.942211 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Checking router: d22b0719-8449-48bb-8643-c4bea5f08dfe for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:21:49.942734 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Updating router d22b0719-8449-48bb-8643-c4bea5f08dfe port 3171544f-e0af-42c0-8803-fbe5ecdcd98d binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:21:49.973048 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:49.988333 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.000251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.119348 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d87ae38e-c5ed-409e-b0e4-cf746b3b5224 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:21:50.204868 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-8b31aadd-9f8a-4c76-bac1-4bdda0ffb697 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:50.206496 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-8b31aadd-9f8a-4c76-bac1-4bdda0ffb697 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 818 time: 0.2281761 Jul 08 08:21:50.236711 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-dca2e705-f549-4838-bc75-cefe7584b44a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/quotas/ec11ffd52dec4694936815bb30f10ee5 HTTP/1.1" status: 200 len: 375 time: 0.0141959 Jul 08 08:21:50.252192 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.259541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.282748 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33611f5c-71e0-424c-821f-1b5d334c00f5 HTTP/1.1" status: 204 len: 168 time: 0.3990757 Jul 08 08:21:50.311293 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d9f3-1097-421d-9644-986ca376b777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33611f5c-71e0-424c-821f-1b5d334c00f5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:50.354293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.365818 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Transition to ACTIVE for port object 3171544f-e0af-42c0-8803-fbe5ecdcd98d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:21:50.379325 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:21:50.385699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:21:50.387995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.432952 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-f3cf325e-fdc4-4478-aaa8-619c3521b404 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:50.436268 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-f3cf325e-fdc4-4478-aaa8-619c3521b404 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 814 time: 0.2904751 Jul 08 08:21:50.453635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Request body: {'port': {'device_id': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'network_id': '16fde162-36d9-478f-85ba-0b9291461395', 'admin_state_up': True, 'tenant_id': 'bdc420c2ec8b412c9d1c5d2eda213135'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:50.476297 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:21:50.479293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.530366 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-e355354e-90a9-4d1b-abb3-ffa7c2a14e9a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2869682 Jul 08 08:21:50.560034 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Pushing event updated for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:50.612824 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.613910 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.613910 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.614161 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.614367 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.614673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.615025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.615354 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.616009 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.616153 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.616501 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.616860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:21:50.683662 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.685104 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-abf01304-e53d-46b9-8f40-fa4844f2eb12 service neutron] 10.222.0.72 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432421 Jul 08 08:21:50.703208 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Attempting to bind port 3171544f-e0af-42c0-8803-fbe5ecdcd98d on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:21:50.703578 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Attempting to bind port 3171544f-e0af-42c0-8803-fbe5ecdcd98d by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:21:50.703940 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Attempting to bind port 3171544f-e0af-42c0-8803-fbe5ecdcd98d on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:50.719048 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port d87ae38e-c5ed-409e-b0e4-cf746b3b5224, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Checking segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Bound using segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Bound port: 3171544f-e0af-42c0-8803-fbe5ecdcd98d, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:21:50.722907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.812959 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-d1d0b739-745b-4332-bec1-e7105309bb85 service neutron] 10.222.0.72 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157734 Jul 08 08:21:50.830598 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] For port 3171544f-e0af-42c0-8803-fbe5ecdcd98d, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:21:50.839748 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] For port 3171544f-e0af-42c0-8803-fbe5ecdcd98d, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3171544f-e0af-42c0-8803-fbe5ecdcd98d,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:21:50.847207 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.925521 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:50.952995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:50.977435 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d45e6ff2-e069-4579-8def-4ff76adc8bca req-ccc71e1e-a1a7-44e6-a295-4fb2079bb55f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.2754920 Jul 08 08:21:51.001855 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:21:51.002473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:51.043276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Made reservation on behalf of bdc420c2ec8b412c9d1c5d2eda213135 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:51.049235 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:51.067802 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2aa6-771c-489c-bd8c-d14262ec2a32 None None] Pushing event updated for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:51.167530 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:21:51.265438 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bd85f7b2-89db-48d2-b4e4-15071ea8b8e0 req-f10b7983-c796-4268-9210-c60a927066ec tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.0393369 Jul 08 08:21:51.299846 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Allocated IP 172.20.0.5 (16fde162-36d9-478f-85ba-0b9291461395/6807220b-3456-43da-9fc1-14e0461f9c04/f02616e4-2d89-4a7b-993a-fb6b22ccc6c3) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:21:51.479568 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:51.480534 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 4, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3171544f-e0af-42c0-8803-fbe5ecdcd98d', 'name': '', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'mac_address': 'fa:16:3e:94:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:46Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'subnets': [{'id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:21:51.521346 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c45a-4897-4a40-a917-839e23d183ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:51.523935 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dfe36-a350-4cf0-8ad0-b71e058d6e4f None None] The sync data for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi is: [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:21:47Z', 'revision_number': 4, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3171544f-e0af-42c0-8803-fbe5ecdcd98d', 'name': '', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'mac_address': 'fa:16:3e:94:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:46Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'subnets': [{'id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:21:51.552242 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:51.762804 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c45a-4897-4a40-a917-839e23d183ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:51.870419 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:51.906144 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a9e6c45a-4897-4a40-a917-839e23d183ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.052680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Network 16fde162-36d9-478f-85ba-0b9291461395 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:52.054445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Pushing event updated for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:52.059289 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:52.061758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:21:52.068604 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a9e6c45a-4897-4a40-a917-839e23d183ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f7c442ad9ab4d2fabef1d922d97e93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874579 Jul 08 08:21:52.071801 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:52.072481 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.074961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60654) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:52.075624 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6c45a-4897-4a40-a917-839e23d183ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69ebd1-498b-4e61-8094-4d3275bd429a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:52.173659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.181855 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-3a3c951d-52e9-4243-8759-7267bce53b58 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7333105 Jul 08 08:21:52.193598 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Request body: {'port': {'device_id': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:52.225265 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3171544f-e0af-42c0-8803-fbe5ecdcd98d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:21:52.242014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.447256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8e07ba4-c1cb-4acf-942e-351d2fd7abd3 req-5c74c3ca-0129-4513-8f1e-8b0305905778 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.0766783 Jul 08 08:21:52.475880 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.485150 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.485150 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.487555 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e69ebd1-498b-4e61-8094-4d3275bd429a HTTP/1.1" status: 204 len: 168 time: 0.4070768 Jul 08 08:21:52.508624 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff15d57-851c-4198-b9aa-32eb8c744015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69ebd1-498b-4e61-8094-4d3275bd429a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:52.541985 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 3171544f-e0af-42c0-8803-fbe5ecdcd98d completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:21:52.547753 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 3171544f-e0af-42c0-8803-fbe5ecdcd98d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:21:52.548160 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.561910 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a13a5-4a48-410f-8be1-b4133342b45e req-80df89e4-edf9-4af6-a88b-b90ca0e974c9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:52.569469 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-382a13a5-4a48-410f-8be1-b4133342b45e req-80df89e4-edf9-4af6-a88b-b90ca0e974c9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 931 time: 0.3194175 Jul 08 08:21:52.696245 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.729629 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-382a13a5-4a48-410f-8be1-b4133342b45e req-5f5b2661-b334-4168-94e1-82cb4a06aa5b tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590638 Jul 08 08:21:52.741505 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 3171544f-e0af-42c0-8803-fbe5ecdcd98d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3171544f-e0af-42c0-8803-fbe5ecdcd98d,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:21:52.854621 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:52.857342 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d87ae38e-c5ed-409e-b0e4-cf746b3b5224 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:21:52.922161 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:52.989321 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:21:52.990030 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.021209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:21:53.035068 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.049376 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Transition to ACTIVE for port object f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:21:53.278507 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.347127 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Pushing event updated for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:53.400487 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Attempting to bind port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:21:53.401212 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Attempting to bind port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:21:53.401908 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Attempting to bind port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 on network 16fde162-36d9-478f-85ba-0b9291461395 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:53.409381 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 on network 16fde162-36d9-478f-85ba-0b9291461395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:21:53.410093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Attempting to bind port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 on network 16fde162-36d9-478f-85ba-0b9291461395 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:53.415331 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:21:53.415776 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Checking segment: {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:53.416263 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Bound using segment: {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:21:53.416793 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Bound port: f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:21:53.417250 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.527484 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:21:53.536394 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:21:53.610397 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-ad16f528-22f5-429a-8062-6bdcf87e199b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:53.612568 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-ad16f528-22f5-429a-8062-6bdcf87e199b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 818 time: 0.3078110 Jul 08 08:21:53.626941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Request body: {'port': {'device_id': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'admin_state_up': True, 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:53.677120 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60714) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:53.679337 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0524469a-0f75-409a-92a8-75dd39ed7fe6 req-133b1233-ae5b-4a30-9daa-6a3661a7aaf5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.0615623 Jul 08 08:21:53.680441 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.736261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-287508e8-0c85-41ff-b9cd-302d8bac9403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.756568 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:53.757182 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:53.758661 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] 10.222.0.67 "PUT /v2.0/ports/f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 HTTP/1.1" status: 200 len: 1093 time: 1.5693655 Jul 08 08:21:53.761351 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:21:53.764379 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5635f024-36ff-4c4a-bdfe-d769ef799a36" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:21:53.802910 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdba26-716a-4d4b-b851-d08c6e47131e service neutron] Pushing event updated for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:53.878973 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac51ee3-24e3-464a-ab54-135e77319b44 x-openstack-request-id: req-5ac51ee3-24e3-464a-ab54-135e77319b44 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:21:53.881589 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:21:53.881589 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ac51ee3-24e3-464a-ab54-135e77319b44 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:21:53.881589 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3', 'status': 'completed', 'code': 200} Jul 08 08:21:54.037724 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3171544f-e0af-42c0-8803-fbe5ecdcd98d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:21:54.188812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60734) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:54.199387 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 3171544f-e0af-42c0-8803-fbe5ecdcd98d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:21:54.200413 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:54.258604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-287508e8-0c85-41ff-b9cd-302d8bac9403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:54.280068 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-b0a8b39d-046f-4d7b-b509-48d7bc2caa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:54.282113 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-b0a8b39d-046f-4d7b-b509-48d7bc2caa51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 1096 time: 0.3736558 Jul 08 08:21:54.526958 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60744) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:54.601659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Made reservation on behalf of ec11ffd52dec4694936815bb30f10ee5 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:54.614823 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:54.647342 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-4a51371a-70fd-46af-b4a1-c1e7de8926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:54.649270 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d91bde1b-de96-444f-a0c7-afc13b2936ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:54.649924 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-4a51371a-70fd-46af-b4a1-c1e7de8926a3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3555775 Jul 08 08:21:54.654375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-287508e8-0c85-41ff-b9cd-302d8bac9403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:54.687913 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-287508e8-0c85-41ff-b9cd-302d8bac9403 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1edd98443344bad8e5ac7a2d0572f31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0050747 Jul 08 08:21:54.705688 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60756) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:54.714920 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa0574-c469-48b5-8997-c813106facb9 req-855a0e81-2613-427d-ae37-df8c0188b9dd tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:54.718070 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-97aa0574-c469-48b5-8997-c813106facb9 req-855a0e81-2613-427d-ae37-df8c0188b9dd tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 943 time: 0.7179427 Jul 08 08:21:54.910517 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.67', 64457) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:55.037354 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Allocated IP 172.20.0.12 (6710deea-dd03-44e3-9cbf-d07071ad9b50/4a3e8001-cd33-4725-875e-242a0921eb08/606323eb-98aa-4a34-98f2-ab85038e4031) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:21:55.155001 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-23dc109f-7df0-424c-9ca3-46fc6d04d75e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:55.156589 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-23dc109f-7df0-424c-9ca3-46fc6d04d75e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 818 time: 0.2423167 Jul 08 08:21:55.159647 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4426959-7c7d-42e9-9de9-083edd12c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.177340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Request body: {'port': {'device_id': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'admin_state_up': True, 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:55.178682 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287508e8-0c85-41ff-b9cd-302d8bac9403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12eefc-ccbd-4b84-b28c-0b38a26c49e3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:55.230296 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.289593 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bdca7812-5ba1-4f88-8f01-87abf049a01b req-81575019-3238-47df-bb41-4bd281894624 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.2017350 Jul 08 08:21:55.296819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d91bde1b-de96-444f-a0c7-afc13b2936ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.392484 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-97aa0574-c469-48b5-8997-c813106facb9 req-266d3742-5b48-4d8e-bb45-dddd53b2b886 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194029 Jul 08 08:21:55.394876 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.401579 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.408073 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-6869bb72-57d8-4df1-9189-930e21a8f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:55.409266 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635f024-36ff-4c4a-bdfe-d769ef799a36 req-6869bb72-57d8-4df1-9189-930e21a8f82e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7259426 Jul 08 08:21:55.483652 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ae53fc12-65d3-4571-93e6-59ed2cba0c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.484278 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d91bde1b-de96-444f-a0c7-afc13b2936ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.527745 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d91bde1b-de96-444f-a0c7-afc13b2936ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa9bb54aa73941d08b1c053024761ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9975164 Jul 08 08:21:55.531322 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:55.553843 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bde1b-de96-444f-a0c7-afc13b2936ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e5396-5b09-4f72-ab2f-3538623428f1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:55.553940 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-9bb8a056-0e6d-46d2-8bf5-119dab620763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:55.553940 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-9bb8a056-0e6d-46d2-8bf5-119dab620763 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 1096 time: 0.0876415 Jul 08 08:21:55.592615 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.610810 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.617212 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.619753 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.623389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b12eefc-ccbd-4b84-b28c-0b38a26c49e3 HTTP/1.1" status: 204 len: 168 time: 0.9012456 Jul 08 08:21:55.623389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-30e460ef-d69d-4bd8-9e40-ff6c573d8092 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 HTTP/1.1" status: 200 len: 217 time: 0.0453975 Jul 08 08:21:55.628170 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4426959-7c7d-42e9-9de9-083edd12c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.629192 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.663842 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f3f6d-1c74-474e-9136-83f10fed218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12eefc-ccbd-4b84-b28c-0b38a26c49e3,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:55.698712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-18f6b414-9060-4c04-bc78-4b4854b0b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:55.700384 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-18f6b414-9060-4c04-bc78-4b4854b0b48c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6807220b-3456-43da-9fc1-14e0461f9c04 HTTP/1.1" status: 200 len: 854 time: 0.0699522 Jul 08 08:21:55.751015 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-7989be3b-1849-4ced-95ff-9dc47d5fe4da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16fde162-36d9-478f-85ba-0b9291461395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394452 Jul 08 08:21:55.763121 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4426959-7c7d-42e9-9de9-083edd12c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.772829 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:55.792560 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:55.803054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:21:55.846204 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b4426959-7c7d-42e9-9de9-083edd12c4e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10f33a84ba3a489f956011e47118ddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6494586 Jul 08 08:21:55.846333 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Pushing event updated for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:55.847379 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:55.883860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4426959-7c7d-42e9-9de9-083edd12c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e985f3f6-d065-4e01-96cc-a803d71ac206,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:55.899590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:55.900224 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.915536 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-a9f22562-730e-4344-a4a1-ffe397b73c88 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548119 Jul 08 08:21:55.940259 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.954749 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.960213 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:55.960213 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/036e5396-5b09-4f72-ab2f-3538623428f1 HTTP/1.1" status: 204 len: 168 time: 0.4263990 Jul 08 08:21:55.968542 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Made reservation on behalf of ec11ffd52dec4694936815bb30f10ee5 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:21:55.973967 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.034394 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee2dcf-b2f6-41d5-898f-8959203f237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e5396-5b09-4f72-ab2f-3538623428f1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:56.045402 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.052731 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-454a9a58-38f6-40ee-a995-cacbbdf37d62 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4296737 Jul 08 08:21:56.072671 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7763154a-b444-49ea-8e2a-5570d391fbe5 req-9a6a9eb5-cb51-4b72-a56c-aafece101090 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492770 Jul 08 08:21:56.076134 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Request body: {'port': {'device_id': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:56.276928 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.298926 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Allocated IP 172.20.0.3 (6710deea-dd03-44e3-9cbf-d07071ad9b50/4a3e8001-cd33-4725-875e-242a0921eb08/8c8314dc-0cfa-4bcb-82e1-a1835f240af6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:21:56.440468 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.443304 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.447191 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e985f3f6-d065-4e01-96cc-a803d71ac206 HTTP/1.1" status: 204 len: 168 time: 0.5953853 Jul 08 08:21:56.505394 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4bb19a3a-7528-4616-bdec-50fba798fd44 req-403a8cfb-453a-4781-83cf-11b3cfaca2c7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.0612643 Jul 08 08:21:56.520495 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f79c7-a339-4709-9dfa-812734fcee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985f3f6-d065-4e01-96cc-a803d71ac206,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:56.648845 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc131f3-482b-4431-8ed7-71a1e49faf4c req-3842841d-b64d-46b2-8c33-1b6b8a80415c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:56.650384 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fc131f3-482b-4431-8ed7-71a1e49faf4c req-3842841d-b64d-46b2-8c33-1b6b8a80415c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 943 time: 0.0757301 Jul 08 08:21:56.661997 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.690925 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fc131f3-482b-4431-8ed7-71a1e49faf4c req-b1dbf934-47f3-41f8-a219-8e34c0613bea tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Jul 08 08:21:56.845608 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:56.935681 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Network 6710deea-dd03-44e3-9cbf-d07071ad9b50 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:21:56.945657 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:21:56.951189 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:21:56.982252 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Pushing event updated for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:57.128734 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60854) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:57.153370 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6bd315a-9085-4409-8fac-cdd231b56575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.204505 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:57.204739 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.257753 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6bd315a-9085-4409-8fac-cdd231b56575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.278949 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606323eb-98aa-4a34-98f2-ab85038e4031 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:21:57.283042 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.297261 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Transition to ACTIVE for port object 606323eb-98aa-4a34-98f2-ab85038e4031 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:21:57.374802 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6bd315a-9085-4409-8fac-cdd231b56575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.411947 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd315a-9085-4409-8fac-cdd231b56575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4388610-aab2-4df9-b01a-98febba5934f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:57.416862 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f6bd315a-9085-4409-8fac-cdd231b56575 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26a35909fecb49eda64f4b89fe2a5c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869503 Jul 08 08:21:57.419664 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60870) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:57.426850 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.469574 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-4f7d9b23-c24a-4be2-b33d-6bb60d9ad28f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2992835 Jul 08 08:21:57.484802 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.490003 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Request body: {'port': {'device_id': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:21:57.507918 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.533054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Pushing event updated for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:57.642734 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Attempting to bind port 606323eb-98aa-4a34-98f2-ab85038e4031 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:21:57.643075 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Attempting to bind port 606323eb-98aa-4a34-98f2-ab85038e4031 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:21:57.643448 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Attempting to bind port 606323eb-98aa-4a34-98f2-ab85038e4031 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:57.648723 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Port 606323eb-98aa-4a34-98f2-ab85038e4031 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:21:57.649360 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Attempting to bind port 606323eb-98aa-4a34-98f2-ab85038e4031 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:57.651184 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.662848 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:21:57.663524 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Checking segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:57.663651 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Bound using segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:21:57.664819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Bound port: 606323eb-98aa-4a34-98f2-ab85038e4031, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:21:57.664819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.674541 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.677115 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.679266 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4388610-aab2-4df9-b01a-98febba5934f HTTP/1.1" status: 204 len: 168 time: 0.2576180 Jul 08 08:21:57.690428 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092ebd3-a8d4-4ace-9dfa-708cf369621a req-4b5d63b0-f10a-4a3e-8085-4474bd786829 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:57.691993 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2092ebd3-a8d4-4ace-9dfa-708cf369621a req-4b5d63b0-f10a-4a3e-8085-4474bd786829 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 931 time: 0.0789053 Jul 08 08:21:57.765425 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2092ebd3-a8d4-4ace-9dfa-708cf369621a req-29a1da1a-4004-434e-a0ee-cc84f8c2a931 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656006 Jul 08 08:21:57.767939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899c68-d203-4846-90ef-7de562302aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4388610-aab2-4df9-b01a-98febba5934f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:57.823697 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:57.856408 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:21:57.889704 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=606323eb-98aa-4a34-98f2-ab85038e4031,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:21:57.935083 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e753537-cfea-47ad-b6da-fde537adb008 req-5421d8db-a5a2-45ce-8cae-64b542d94feb tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:57.936639 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7e753537-cfea-47ad-b6da-fde537adb008 req-5421d8db-a5a2-45ce-8cae-64b542d94feb tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 943 time: 0.1016884 Jul 08 08:21:57.984576 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7e753537-cfea-47ad-b6da-fde537adb008 req-ada06652-00f7-4493-ab3d-157804c2a3dd tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 Jul 08 08:21:58.019563 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.048740 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d56de507-87c9-4ed0-a8d7-283f2912fd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.055761 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 60892) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:58.094090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:58.094721 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.096134 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] 10.222.0.67 "PUT /v2.0/ports/606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 1094 time: 2.0286264 Jul 08 08:21:58.097908 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:21:58.122044 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:21:58.126480 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98166-b50d-4d57-acc1-df6b2a977b09 service neutron] Pushing event updated for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:58.134501 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.148575 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Transition to ACTIVE for port object 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:21:58.266845 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.328152 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:58.377699 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b48d3627-4010-4857-a343-a0ddc2e94939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.395889 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-9f67d517-3893-4d35-a05f-c86160c909d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:58.397391 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-9f67d517-3893-4d35-a05f-c86160c909d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1097 time: 0.1607277 Jul 08 08:21:58.454054 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-3eb4a76e-8935-48d8-b9d6-940407a6bef6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0467021 Jul 08 08:21:58.479652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Attempting to bind port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:21:58.479986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Attempting to bind port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:21:58.481182 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Attempting to bind port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:58.493567 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b48d3627-4010-4857-a343-a0ddc2e94939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.524346 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:21:58.524669 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Attempting to bind port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 on network 6710deea-dd03-44e3-9cbf-d07071ad9b50 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:21:58.544082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:21:58.548942 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Checking segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:21:58.548942 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Bound using segment: {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:21:58.548942 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Bound port: 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1443e8a7-54e6-45fd-8475-5700fec03440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:21:58.548942 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.595593 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-ec3de5d9-b282-4d1b-810e-40ec66ecb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:58.597313 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-ec3de5d9-b282-4d1b-810e-40ec66ecb8a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.1313303 Jul 08 08:21:58.600688 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b48d3627-4010-4857-a343-a0ddc2e94939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.601173 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.625659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c43143-f314-4754-a7ec-df844547bdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:21:58.660544 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-f47c5e7b-d72b-4676-8ab4-1ec478b5f29c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515370 Jul 08 08:21:58.678482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 60940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:21:58.680637 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b48d3627-4010-4857-a343-a0ddc2e94939 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=057a6446420b449f92865c8bef2268d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234586 Jul 08 08:21:58.683646 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d3627-4010-4857-a343-a0ddc2e94939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14bd20-666a-46d6-bc1b-c5511d20a16f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:58.693685 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:21:58.815321 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:21:58.839660 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8ec6d9-22b6-401c-8720-e6f1ed15952e x-openstack-request-id: req-9f8ec6d9-22b6-401c-8720-e6f1ed15952e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:21:58.840641 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:21:58.841131 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f8ec6d9-22b6-401c-8720-e6f1ed15952e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:21:58.841599 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031', 'status': 'completed', 'code': 200} Jul 08 08:21:58.852581 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.903198 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:58.907495 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-a680a28a-d87f-4457-bf37-b682d138c31f service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384546 Jul 08 08:21:58.916172 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:59.024915 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.025548 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:59.027109 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c8314dc-0cfa-4bcb-82e1-a1835f240af6 HTTP/1.1" status: 200 len: 1093 time: 1.5465357 Jul 08 08:21:59.078655 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e13a-aa90-4747-908a-4ce1985d1391 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:59.111933 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36a800b5-0b48-4ff9-afbb-a958819c28f8 req-8e37eb41-7add-4db3-baf3-26d76f64485d service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825640 Jul 08 08:21:59.136632 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed01361-16bc-433d-8797-4ff5587e31b4 req-48364597-a161-4386-8dba-990a8fff3c1a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.144807 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fed01361-16bc-433d-8797-4ff5587e31b4 req-48364597-a161-4386-8dba-990a8fff3c1a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 943 time: 0.1351080 Jul 08 08:21:59.172620 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:59.193165 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fed01361-16bc-433d-8797-4ff5587e31b4 req-2f7b413d-aad3-480b-ad99-3a3745443c03 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473907 Jul 08 08:21:59.229190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:59.232633 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:21:59.233729 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b14bd20-666a-46d6-bc1b-c5511d20a16f HTTP/1.1" status: 204 len: 168 time: 0.5333200 Jul 08 08:21:59.245777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c7d54-f1a4-4548-8c24-1e2110cf80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14bd20-666a-46d6-bc1b-c5511d20a16f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:21:59.281042 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-47a14ca9-7241-4eb0-861a-a9b5631787c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.283381 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-47a14ca9-7241-4eb0-861a-a9b5631787c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 1096 time: 0.0846593 Jul 08 08:21:59.332012 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-c2b6d02e-e275-4c65-bc25-818d49260837 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6 HTTP/1.1" status: 200 len: 217 time: 0.0389993 Jul 08 08:21:59.390152 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93f57b-20cf-4969-8ae1-37a4b9ac6ca4 req-d4521f26-f1ac-44ab-b420-06db5e85cd13 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.391659 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2b93f57b-20cf-4969-8ae1-37a4b9ac6ca4 req-d4521f26-f1ac-44ab-b420-06db5e85cd13 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 943 time: 0.0677261 Jul 08 08:21:59.431378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-cd18a313-b557-49e2-b115-c6bd0c6bbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.435367 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-cd18a313-b557-49e2-b115-c6bd0c6bbcd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0960000 Jul 08 08:21:59.436943 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2b93f57b-20cf-4969-8ae1-37a4b9ac6ca4 req-7f5a15ba-72f8-4373-9930-20e861960d30 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348155 Jul 08 08:21:59.486079 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-9562fad6-7aa8-45b0-92e7-c774c00e69f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413766 Jul 08 08:21:59.489290 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-ee540d03-2755-45d9-b83a-201a13be874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.490779 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-ee540d03-2755-45d9-b83a-201a13be874a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1097 time: 0.1430125 Jul 08 08:21:59.682920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-04a680e2-f9b2-4774-8b6b-ca77f2c2f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.682920 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-04a680e2-f9b2-4774-8b6b-ca77f2c2f8cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.1797588 Jul 08 08:21:59.685727 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-7779055a-278b-443f-84ca-bb824d2890ed service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833413 Jul 08 08:21:59.736198 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-dcf9805c-0dc7-4ef9-9624-f32d7d50a7c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0414629 Jul 08 08:21:59.831690 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-94ab18c4-f0a7-4299-952d-a37118c0e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:21:59.833535 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-94ab18c4-f0a7-4299-952d-a37118c0e641 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0885751 Jul 08 08:21:59.896273 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-b8d79c65-73f3-4a0f-af55-65aab46c38c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530722 Jul 08 08:21:59.927438 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7ae747c-ecd7-4c68-926c-8061a6c7a126 req-7532d7e7-7c82-4598-9a36-6ab5fda230d5 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259998 Jul 08 08:22:00.065580 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-c7002a1c-9f65-40bc-b6eb-9a7153495929 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607022 Jul 08 08:22:00.083854 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1ab0-e27b-4c96-bb62-185198804528 req-b77fb329-fb7f-498a-8f98-eed96dc2851f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:00.085344 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-865f1ab0-e27b-4c96-bb62-185198804528 req-b77fb329-fb7f-498a-8f98-eed96dc2851f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0766768 Jul 08 08:22:00.095642 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:22:00.165120 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:00.188321 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88731b30-d34e-4ecd-bbf2-4d30826f5ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.198860 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-865f1ab0-e27b-4c96-bb62-185198804528 req-ec03fa11-5971-4169-9949-037419fa6d71 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949130 Jul 08 08:22:00.208996 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6c43143-f314-4754-a7ec-df844547bdb0 req-c3573245-fbe0-408b-ae34-211476c5b5f2 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359811 Jul 08 08:22:00.319112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:00.319759 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88731b30-d34e-4ecd-bbf2-4d30826f5ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.424192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7f70-85bd-4e8f-a74e-40888aaea9c6 req-c901ab5f-8f52-468e-9468-43754850ae5a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:00.426021 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a4b7f70-85bd-4e8f-a74e-40888aaea9c6 req-c901ab5f-8f52-468e-9468-43754850ae5a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 943 time: 0.0721645 Jul 08 08:22:00.448808 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3', 'network_id': '16fde162-36d9-478f-85ba-0b9291461395', 'port_id': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3', 'mac_address': 'fa:16:3e:72:4c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6807220b-3456-43da-9fc1-14e0461f9c04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:22:00.457854 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-88731b30-d34e-4ecd-bbf2-4d30826f5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.482393 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a4b7f70-85bd-4e8f-a74e-40888aaea9c6 req-15dcc1a7-79a4-4fe8-b38c-0a6a98d470cd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Jul 08 08:22:00.513706 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.532031 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:00.563970 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:00.568140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88731b30-d34e-4ecd-bbf2-4d30826f5ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45082a3-8e5b-4b19-81f3-93d87af2128f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:00.576308 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-88731b30-d34e-4ecd-bbf2-4d30826f5ead admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=540be6a9f5814e9992844b97584c51c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067397 Jul 08 08:22:00.576513 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:00.633734 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.648882 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.677727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.705868 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:00.760980 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32820) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:00.766794 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24928f4c-e699-4272-bcda-067f85635a47 req-977aab35-977c-44b8-a9d2-15de7adb64c5 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:00.774097 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24928f4c-e699-4272-bcda-067f85635a47 req-977aab35-977c-44b8-a9d2-15de7adb64c5 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 944 time: 0.0942910 Jul 08 08:22:00.813086 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24928f4c-e699-4272-bcda-067f85635a47 req-85ded25e-be1e-4887-be92-55a15ece34ad tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Jul 08 08:22:00.843826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:00.845375 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746f28e-14ea-42ed-8948-3f37a4e5c47d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:00.867921 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.897889 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b2737-5094-4cf8-8529-797e99651938 x-openstack-request-id: req-406b2737-5094-4cf8-8529-797e99651938 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:00.897994 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:00.898238 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-406b2737-5094-4cf8-8529-797e99651938 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:00.898674 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6', 'status': 'completed', 'code': 200} Jul 08 08:22:00.904539 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.914263 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['f02616e4-2d89-4a7b-993a-fb6b22ccc6c3'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:00.917518 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:00.922390 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d45082a3-8e5b-4b19-81f3-93d87af2128f HTTP/1.1" status: 204 len: 168 time: 0.3427007 Jul 08 08:22:00.946873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37a06d-0713-4f22-9291-6bd8a796a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45082a3-8e5b-4b19-81f3-93d87af2128f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:01.026457 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b4364c2-7a94-47e5-a46b-3579e059e5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:01.145670 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-1eadf7ef-66d7-4246-988d-82bec5240822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:01.147809 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-1eadf7ef-66d7-4246-988d-82bec5240822 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 1096 time: 0.2104182 Jul 08 08:22:01.275595 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b4364c2-7a94-47e5-a46b-3579e059e5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:01.310017 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-98437187-269c-477b-9c76-b26e318b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:01.311766 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-98437187-269c-477b-9c76-b26e318b63a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.1562560 Jul 08 08:22:01.354586 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-549f43eb-90e3-456e-ab3d-395728ae7e44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6 HTTP/1.1" status: 200 len: 217 time: 0.0356119 Jul 08 08:22:01.395636 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3b4364c2-7a94-47e5-a46b-3579e059e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:01.408014 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c1e0-e65c-47cf-9bc5-b7f054acb3ee req-473c0fc7-b131-4541-9456-62de8614f8e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:01.409769 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-41a6c1e0-e65c-47cf-9bc5-b7f054acb3ee req-473c0fc7-b131-4541-9456-62de8614f8e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0790575 Jul 08 08:22:01.446033 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4364c2-7a94-47e5-a46b-3579e059e5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38e786-873f-4b44-b41f-cb1382384134,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:01.455714 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-20a7d21e-6293-40f9-89e5-d778cdb2656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:01.455991 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-41a6c1e0-e65c-47cf-9bc5-b7f054acb3ee req-e2b21cc4-139f-413e-90e6-23bc8e786f79 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350819 Jul 08 08:22:01.463246 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-20a7d21e-6293-40f9-89e5-d778cdb2656a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.1020331 Jul 08 08:22:01.471063 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3b4364c2-7a94-47e5-a46b-3579e059e5c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d39ba67ffad4598a0008527889c3321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043278 Jul 08 08:22:01.473608 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:01.517473 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-3dd4355c-a909-4d10-b786-b12c4d16bbdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467305 Jul 08 08:22:01.737453 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332331-8411-4ae2-b062-c62b71247fe0 req-407202ce-8c4e-462e-b357-654b2858f348 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:01.739473 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c5332331-8411-4ae2-b062-c62b71247fe0 req-407202ce-8c4e-462e-b357-654b2858f348 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 943 time: 0.0847270 Jul 08 08:22:01.787692 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c5332331-8411-4ae2-b062-c62b71247fe0 req-f15a8286-510c-4d9d-80e0-6a68de59562d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Jul 08 08:22:01.821827 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:01.841839 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-89a2a5bc-9588-41ad-8c66-5fb9df9594ec service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112183 Jul 08 08:22:01.861579 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:01.971988 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a746f28e-14ea-42ed-8948-3f37a4e5c47d req-d76d2799-5228-4438-81d0-e3236b8c5871 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222582 Jul 08 08:22:02.028249 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32862) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:02.031276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d8725-2fbd-47ae-8594-f2da36e79949 req-5300dffe-9256-4517-aa7c-b3c0f4da6ee1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:02.032841 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-062d8725-2fbd-47ae-8594-f2da36e79949 req-5300dffe-9256-4517-aa7c-b3c0f4da6ee1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 944 time: 0.0943990 Jul 08 08:22:02.046149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e961ca6b-2eb7-442d-b642-14dc9cbd9b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.072293 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-062d8725-2fbd-47ae-8594-f2da36e79949 req-16964fc4-8077-4830-8167-caca62bafc18 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Jul 08 08:22:02.121771 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:22:02.124301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:02.206233 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.209536 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.211226 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac38e786-873f-4b44-b41f-cb1382384134 HTTP/1.1" status: 204 len: 168 time: 0.6961110 Jul 08 08:22:02.247252 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c73c-8dd6-4b83-a32a-bfde842b3c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38e786-873f-4b44-b41f-cb1382384134,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:02.264294 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:02.284323 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'port_id': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6', 'mac_address': 'fa:16:3e:43:4a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:22:02.341454 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.343620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e961ca6b-2eb7-442d-b642-14dc9cbd9b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.354721 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:02.376016 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:02.385578 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:02.389972 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:02.390337 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.423529 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e961ca6b-2eb7-442d-b642-14dc9cbd9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.467106 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e961ca6b-2eb7-442d-b642-14dc9cbd9b0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e223f7738c934286b97be272debad884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371033 Jul 08 08:22:02.471556 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ca6b-2eb7-442d-b642-14dc9cbd9b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82846d-531f-47df-96e1-05e86c88652d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:02.471665 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 32868) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:02.481414 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.506601 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:02.508981 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec986c6-1e68-4965-a766-d5b9dd0edde3" -d '{"events": [{"server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "name": "network-vif-plugged", "status": "completed", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:02.520272 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.520924 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 606323eb-98aa-4a34-98f2-ab85038e4031 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:22:02.527046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:02.537600 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.569391 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.604410 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=606323eb-98aa-4a34-98f2-ab85038e4031,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:02.635696 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:02.654662 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.683444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39cd756-22f7-452f-ba05-8f7a3a1efd52 x-openstack-request-id: req-c39cd756-22f7-452f-ba05-8f7a3a1efd52 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:02.684315 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "name": "network-vif-plugged", "status": "completed", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:02.684657 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c39cd756-22f7-452f-ba05-8f7a3a1efd52 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:02.685072 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3', 'code': 200} Jul 08 08:22:02.687487 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '606323eb-98aa-4a34-98f2-ab85038e4031', 'network_id': '6710deea-dd03-44e3-9cbf-d07071ad9b50', 'port_id': '606323eb-98aa-4a34-98f2-ab85038e4031', 'mac_address': 'fa:16:3e:10:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e8001-cd33-4725-875e-242a0921eb08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:22:02.732823 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.735954 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.737723 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb82846d-531f-47df-96e1-05e86c88652d HTTP/1.1" status: 204 len: 168 time: 0.2658336 Jul 08 08:22:02.754504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74664872-be7c-4311-846e-56cb2e63f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82846d-531f-47df-96e1-05e86c88652d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:02.775838 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:02.779122 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:02.833270 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606323eb-98aa-4a34-98f2-ab85038e4031 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:02.873259 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=606323eb-98aa-4a34-98f2-ab85038e4031,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:02.912651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289001f6-1dfa-4a3c-8f35-fc1124294c6f req-b976c1e9-c71b-4a9c-9c3b-66f652437154 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:02.914388 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-289001f6-1dfa-4a3c-8f35-fc1124294c6f req-b976c1e9-c71b-4a9c-9c3b-66f652437154 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1052713 Jul 08 08:22:02.974294 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:03.021125 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-289001f6-1dfa-4a3c-8f35-fc1124294c6f req-33cc9736-1310-4555-a2fa-ecab9a59ef42 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998528 Jul 08 08:22:03.038029 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:03.067762 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb678c13-d347-4d8e-8eac-105731ac46c4 req-6bd8cfd7-34d0-4cc0-bd0c-ffa5d4579b7c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:03.069470 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bb678c13-d347-4d8e-8eac-105731ac46c4 req-6bd8cfd7-34d0-4cc0-bd0c-ffa5d4579b7c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 944 time: 0.1403444 Jul 08 08:22:03.128075 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bb678c13-d347-4d8e-8eac-105731ac46c4 req-98866c10-3634-4a37-8540-7364f42ee0eb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Jul 08 08:22:03.133693 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3980ba0-102f-4044-987a-2b3bd7719ba4 req-b8b91b7a-658d-4adc-ae2d-124abefa7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:03.135474 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e3980ba0-102f-4044-987a-2b3bd7719ba4 req-b8b91b7a-658d-4adc-ae2d-124abefa7b7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 1098 time: 0.1057034 Jul 08 08:22:03.219777 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e3980ba0-102f-4044-987a-2b3bd7719ba4 req-a5497005-6e9f-41c4-ac05-61d810cbee0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698798 Jul 08 08:22:03.241327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['8c8314dc-0cfa-4bcb-82e1-a1835f240af6'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:03.249810 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['606323eb-98aa-4a34-98f2-ab85038e4031'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:03.282985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600f202-3f51-4888-bc8c-bdf39cb5bdaa req-f5aeb27b-ec6d-4bb5-992f-d9528081d3f1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:03.282985 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b600f202-3f51-4888-bc8c-bdf39cb5bdaa req-f5aeb27b-ec6d-4bb5-992f-d9528081d3f1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0678546 Jul 08 08:22:03.329545 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b600f202-3f51-4888-bc8c-bdf39cb5bdaa req-0f4a1857-32cf-4697-84d3-74610bf173d7 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Jul 08 08:22:03.368548 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 32902) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:03.624655 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d311b075-f561-488a-ac11-0b158023a114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:03.746274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d311b075-f561-488a-ac11-0b158023a114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:03.808682 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d311b075-f561-488a-ac11-0b158023a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:03.853060 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d311b075-f561-488a-ac11-0b158023a114 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9340af7a38074e5dbb3a6dc21851c9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832873 Jul 08 08:22:03.854044 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b075-f561-488a-ac11-0b158023a114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a975e1ab-c6b4-4013-9249-35c8cb3a6f50,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:03.857609 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:03.917197 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:03.943880 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.069017 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.071881 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.073121 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a975e1ab-c6b4-4013-9249-35c8cb3a6f50 HTTP/1.1" status: 204 len: 168 time: 0.2130120 Jul 08 08:22:04.082792 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d367b7-ca39-47d2-8322-e79fff232c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a975e1ab-c6b4-4013-9249-35c8cb3a6f50,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:04.116687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 606323eb-98aa-4a34-98f2-ab85038e4031 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:04.238642 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae965-317d-41fe-babf-e8e9f5df0fbb req-2b6c681a-6b9a-4d07-ba84-eb93eb07e454 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:04.244070 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5caae965-317d-41fe-babf-e8e9f5df0fbb req-2b6c681a-6b9a-4d07-ba84-eb93eb07e454 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0929437 Jul 08 08:22:04.317728 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 606323eb-98aa-4a34-98f2-ab85038e4031 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:04.321725 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 606323eb-98aa-4a34-98f2-ab85038e4031 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:04.322102 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.395511 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5caae965-317d-41fe-babf-e8e9f5df0fbb req-9c1af3fc-fb9a-4481-8aab-08569f285537 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372011 Jul 08 08:22:04.432273 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1893fe-72b1-4215-8483-408aed66e9ae req-a8acee73-6902-4b66-b17e-e01cd57e83ee tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:04.434664 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4f1893fe-72b1-4215-8483-408aed66e9ae req-a8acee73-6902-4b66-b17e-e01cd57e83ee tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 944 time: 0.1707585 Jul 08 08:22:04.447246 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.484931 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4f1893fe-72b1-4215-8483-408aed66e9ae req-2e0d9ece-acb0-4332-b399-2bfa5b294c68 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Jul 08 08:22:04.488170 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=606323eb-98aa-4a34-98f2-ab85038e4031,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:04.589212 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34d1f-fdb3-4d22-8b45-6e13f8ef328d req-87056721-ca2b-465e-8438-f6a10087df62 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:04.589212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8dd34d1f-fdb3-4d22-8b45-6e13f8ef328d req-87056721-ca2b-465e-8438-f6a10087df62 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0800221 Jul 08 08:22:04.613942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.614806 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:04.637679 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8dd34d1f-fdb3-4d22-8b45-6e13f8ef328d req-2a200c12-a109-438c-b2c9-186d06eff835 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Jul 08 08:22:04.688999 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:04.691282 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f6288-2e36-4ebf-a0d4-02b789bee1a3" -d '{"events": [{"server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "name": "network-vif-plugged", "status": "completed", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:04.721016 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:04.743961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32956) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:04.854919 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:04.860630 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:04.861030 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:04.893733 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-288445595-network', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:04.909378 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c65789d-4e6a-459c-95a2-cb7e5584a9cd x-openstack-request-id: req-3c65789d-4e6a-459c-95a2-cb7e5584a9cd {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:04.909712 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "name": "network-vif-plugged", "status": "completed", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:04.909865 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c65789d-4e6a-459c-95a2-cb7e5584a9cd {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:04.910246 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031', 'code': 200} Jul 08 08:22:04.988327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.025539 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Made reservation on behalf of 4ca6afb02d7e439b94137e3f3093df92 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:05.028840 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.056788 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:05.063709 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:05.066910 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.131763 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.184679 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.197637 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1465128979-network', 'tenant_id': '167b10fc04c849a999fbcc091a550019'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:05.202919 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:05.289414 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.338448 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:05.407261 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.407690 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Added segment e79484a4-ebb5-48ae-84be-a39ecfcd7ae8 of type vlan for network fc88c06b-59f9-462a-9a86-95fec5569725 Jul 08 08:22:05.421074 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692dd9f-bc8e-4281-aebc-e09f140b7b8a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:05.479095 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.531510 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c599cb6-4fd7-450b-a5dc-8da5a6d027c7 req-3ea5326c-ad6a-4075-bc48-a8499f13b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:05.533509 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1c599cb6-4fd7-450b-a5dc-8da5a6d027c7 req-3ea5326c-ad6a-4075-bc48-a8499f13b141 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.1816497 Jul 08 08:22:05.535840 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Made reservation on behalf of 167b10fc04c849a999fbcc091a550019 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:05.539561 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.573646 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.607077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43e68-237e-4b6f-9262-51895f1ed816 req-1d1e42dd-9f45-4f9f-903f-95e633bba5e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:05.608897 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-35c43e68-237e-4b6f-9262-51895f1ed816 req-1d1e42dd-9f45-4f9f-903f-95e633bba5e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0907664 Jul 08 08:22:05.616407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.617477 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:05.618061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.672580 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1c599cb6-4fd7-450b-a5dc-8da5a6d027c7 req-5d04ef2c-72e8-402d-a19e-69ddba16d2f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232898 Jul 08 08:22:05.702556 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-35c43e68-237e-4b6f-9262-51895f1ed816 req-c95dd2c0-14fa-4e1c-9289-43c4a127dbe1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860815 Jul 08 08:22:05.720177 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] Pushing event updated for resources: {'Network': ['ID=fc88c06b-59f9-462a-9a86-95fec5569725,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:05.737196 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network fc88c06b-59f9-462a-9a86-95fec5569725 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:05.741942 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0bf4-d957-4636-a9d5-87cab50a01ba req-fbf644d8-5d39-42e2-b56c-12c2aad883b7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:05.744041 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d63e0bf4-d957-4636-a9d5-87cab50a01ba req-fbf644d8-5d39-42e2-b56c-12c2aad883b7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0977218 Jul 08 08:22:05.816370 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d63e0bf4-d957-4636-a9d5-87cab50a01ba req-10fb1964-d939-4bbf-8009-af87d2bff3e7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641110 Jul 08 08:22:05.852613 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.907429 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 32998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:05.934491 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:05.943176 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:05.969932 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94b9b1-04e4-460c-9804-ba218433700d req-574bc598-a2f9-4144-9b4e-507a6cad666c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:05.971499 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3b94b9b1-04e4-460c-9804-ba218433700d req-574bc598-a2f9-4144-9b4e-507a6cad666c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0906403 Jul 08 08:22:05.980113 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:05.991654 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1774df-ba22-4927-85ac-3a2b36949f18,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:06.000916 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.005413 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Added segment a0072897-4dd1-4c60-b6ef-43f87fad4c4f of type vlan for network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c Jul 08 08:22:06.020945 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3b94b9b1-04e4-460c-9804-ba218433700d req-529b7ede-8809-4e14-bc55-b8c9b235096a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Jul 08 08:22:06.048142 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2036667402-network', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:06.066859 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e6e017da-3c6a-47d7-9d92-e4e13ba46d98 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3206649 Jul 08 08:22:06.070443 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33010) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:06.070628 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.077120 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Request body: {'subnet': {'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-288445595-subnet', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:06.120277 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f902178d-7ac9-4e8e-b715-1c7da12c2eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.160614 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Made reservation on behalf of c84c6cb6cb674e899e19f79da80e4ba0 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:06.163015 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.174732 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.191234 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.192344 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:06.192918 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.260691 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Made reservation on behalf of 4ca6afb02d7e439b94137e3f3093df92 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:06.263320 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.274002 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:06.286113 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:06.355312 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33050) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:06.356737 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4fc25c26-79d7-4af4-ae62-a9c2e6b71b54 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2967870 Jul 08 08:22:06.361935 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Request body: {'subnet': {'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1465128979-subnet', 'tenant_id': '167b10fc04c849a999fbcc091a550019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:06.442815 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f902178d-7ac9-4e8e-b715-1c7da12c2eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.549361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f902178d-7ac9-4e8e-b715-1c7da12c2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.586210 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.612312 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f902178d-7ac9-4e8e-b715-1c7da12c2eff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1f539d148d5445081ddece5003a77e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763563 Jul 08 08:22:06.617321 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33054) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:06.622403 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902178d-7ac9-4e8e-b715-1c7da12c2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d93872-2dfd-4594-9d66-6ef35c38697f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:06.668806 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6d17eb-634a-4dd8-bd1f-45acb21ca672,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:06.695164 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Checking segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:06.695405 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Network hostable DHCP agents. Network: fc88c06b-59f9-462a-9a86-95fec5569725, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:06.709167 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.709545 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.737949 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.777567 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.810250 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284611e6-9541-4746-adc6-ad9a508b4c19,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:06.829694 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Network fc88c06b-59f9-462a-9a86-95fec5569725 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:06.858420 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.861850 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:06.862373 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.863866 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4d93872-2dfd-4594-9d66-6ef35c38697f HTTP/1.1" status: 204 len: 168 time: 0.2450097 Jul 08 08:22:06.864675 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Made reservation on behalf of 167b10fc04c849a999fbcc091a550019 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:06.867651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.899287 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:06.899759 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Added segment ad43ff75-a3a9-4979-820e-34266e803382 of type vlan for network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba Jul 08 08:22:06.911367 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:06.915330 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a23a0-7b35-4654-be4d-2216ac0446f8" -d '{"events": [{"server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:06.963512 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.035268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, fc88c06b-59f9-462a-9a86-95fec5569725) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:07.045199 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72825c-b32f-4f44-b45b-5d1b19aa043a None None] Network fc88c06b-59f9-462a-9a86-95fec5569725 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:07.059115 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:07.059115 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.100186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54af83-42d7-442b-9c83-780d8871f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d93872-2dfd-4594-9d66-6ef35c38697f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:07.129337 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.130860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:07.131530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.203083 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-112e6a89-21ac-4233-8a95-7d21c4880393 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1314859 Jul 08 08:22:07.212682 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33068) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:07.217897 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:07.247687 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882085-b9ed-40c6-ba24-329cf34f835e req-7ad456e7-a022-4ae0-a075-a6da93c9a2d1 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:07.249259 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c882085-b9ed-40c6-ba24-329cf34f835e req-7ad456e7-a022-4ae0-a075-a6da93c9a2d1 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2372322 Jul 08 08:22:07.258249 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42a043-b268-4224-ad93-1bc556b2145d req-bb3534d0-d9b1-4770-ab85-c38aab51c433 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:07.265784 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d42a043-b268-4224-ad93-1bc556b2145d req-bb3534d0-d9b1-4770-ab85-c38aab51c433 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.4099534 Jul 08 08:22:07.283339 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] Pushing event updated for resources: {'Network': ['ID=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:07.292095 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-fc88c06b-59f9-462a-9a86-95fec5569725', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:07.294269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.315490 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:07.336219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d42a043-b268-4224-ad93-1bc556b2145d req-ca7f2d2a-fa3d-42bb-bb59-e66d68474910 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692651 Jul 08 08:22:07.339663 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c882085-b9ed-40c6-ba24-329cf34f835e req-da5aa908-dfbb-4d8c-8f59-1c0debc99f4b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715122 Jul 08 08:22:07.343005 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c3ed64b2-de08-4bce-a084-745bbc03fb85 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4340930 Jul 08 08:22:07.352367 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33072) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:07.361743 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Request body: {'subnet': {'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2036667402-subnet', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:07.381446 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.466319 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0e690f-dab1-4103-9f47-5db82d5d433f,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:07.471415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Checking segment: {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:07.471993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Network hostable DHCP agents. Network: 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:07.477248 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.479995 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.503314 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9231a24b-4ce7-4027-a533-73979fb08edc x-openstack-request-id: req-9231a24b-4ce7-4027-a533-73979fb08edc {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:07.503771 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:07.504182 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9231a24b-4ce7-4027-a533-73979fb08edc {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:07.504707 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6', 'code': 200} Jul 08 08:22:07.579036 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.648595 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:07.677569 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Allocated IP 172.20.0.2 (fc88c06b-59f9-462a-9a86-95fec5569725/0e6d17eb-634a-4dd8-bd1f-45acb21ca672/e15066e6-e960-4e76-9291-6eb63eabf4e9) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:07.680339 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Made reservation on behalf of c84c6cb6cb674e899e19f79da80e4ba0 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:07.682739 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.759487 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:07.768985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:07.769959 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.826093 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa711a67-31d3-4e01-b977-52e4c60c58f8 None None] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:07.871972 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.934473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:07.951989 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Transition to ACTIVE for port object e15066e6-e960-4e76-9291-6eb63eabf4e9 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:07.981842 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Transition to ACTIVE for port object e15066e6-e960-4e76-9291-6eb63eabf4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:07.992952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9f626f6d-6a68-45a4-ad0e-4f8bbcd89b21 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6358881 Jul 08 08:22:08.032217 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.046885 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe5848-9a93-4167-9ad6-aae230fe4341 None None] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:08.096485 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33094) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:08.098745 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.164305 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da6c7217-5889-4997-b666-f249388c6ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.165280 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Network fc88c06b-59f9-462a-9a86-95fec5569725 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:08.187087 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:08.194433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:08.207165 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Pushing event updated for resources: {'Port': ['ID=e15066e6-e960-4e76-9291-6eb63eabf4e9,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:08.238228 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5654015f-4900-440c-9d2c-1f462bb1320b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:08.279004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Checking segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:08.279689 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Network hostable DHCP agents. Network: 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:08.302857 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b25b5-66d3-4145-b098-3da625c17382 req-b3256de3-a3f9-4d7c-9ddf-87529399471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:08.304747 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e96b25b5-66d3-4145-b098-3da625c17382 req-b3256de3-a3f9-4d7c-9ddf-87529399471d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 1098 time: 0.1825924 Jul 08 08:22:08.342701 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da6c7217-5889-4997-b666-f249388c6ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.347168 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e96b25b5-66d3-4145-b098-3da625c17382 req-308346ad-85c2-4322-8bd3-f1eb3de32837 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Jul 08 08:22:08.383155 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:08.442985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-da6c7217-5889-4997-b666-f249388c6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.459873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:08.463948 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:08.464707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.512327 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-da6c7217-5889-4997-b666-f249388c6ac5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70c2a01106e94cb08823fb1708a0df67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100094 Jul 08 08:22:08.513060 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33104) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:08.531881 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841a848-206a-47f2-899a-9b6127c29250 None None] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:08.569803 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5e144ce7-af85-4b2b-a15b-362699eb5c07 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2160685 Jul 08 08:22:08.575826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:08.602191 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:08.640290 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Attempting to bind port e15066e6-e960-4e76-9291-6eb63eabf4e9 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:08.640668 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Attempting to bind port e15066e6-e960-4e76-9291-6eb63eabf4e9 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:08.641037 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Attempting to bind port e15066e6-e960-4e76-9291-6eb63eabf4e9 on network fc88c06b-59f9-462a-9a86-95fec5569725 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:08.647707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.661257 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:08.661634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Checking segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:08.662272 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.662703 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Bound using segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:08.663351 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Bound port: e15066e6-e960-4e76-9291-6eb63eabf4e9, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:08.663903 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.672709 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7217-5889-4997-b666-f249388c6ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67476393-7eb0-484e-b404-dde3eb60328b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:08.673968 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.693805 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.732387 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.769101 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.770507 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.780526 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc04c-0bc4-4d17-b5c1-542196dd18e7 req-74f01197-c156-4b7f-b8e7-d2cdfbd654be tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:08.782093 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dd2cc04c-0bc4-4d17-b5c1-542196dd18e7 req-74f01197-c156-4b7f-b8e7-d2cdfbd654be tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1564333 Jul 08 08:22:08.794528 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e342-ce77-4cc0-9a35-db103f95a8b8 req-e49d053c-bacb-4baf-b295-48c98eb091cb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:08.797046 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2280e342-ce77-4cc0-9a35-db103f95a8b8 req-e49d053c-bacb-4baf-b295-48c98eb091cb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2247646 Jul 08 08:22:08.846998 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.849757 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.854123 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67476393-7eb0-484e-b404-dde3eb60328b HTTP/1.1" status: 204 len: 168 time: 0.3370492 Jul 08 08:22:08.865578 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46363-d418-4948-ab04-7247a489b2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67476393-7eb0-484e-b404-dde3eb60328b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:08.872931 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] For port e15066e6-e960-4e76-9291-6eb63eabf4e9, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:08.903455 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] For port e15066e6-e960-4e76-9291-6eb63eabf4e9, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=e15066e6-e960-4e76-9291-6eb63eabf4e9,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:08.910403 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:08.910403 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:08.931812 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.022994 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.160795 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3c5bb-4840-4305-8f12-04f36a159077 None None] Pushing event updated for resources: {'Port': ['ID=e15066e6-e960-4e76-9291-6eb63eabf4e9,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:09.171858 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Allocated IP 172.20.0.2 (6de7508f-adf8-4fe0-b2f6-fa685b0a8cba/5654015f-4900-440c-9d2c-1f462bb1320b/8b215374-4db2-40fa-bf50-65cbcf5e8a80) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:09.202423 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dd2cc04c-0bc4-4d17-b5c1-542196dd18e7 req-b3195285-fde5-42ca-af80-10af5bf732ad tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053683 Jul 08 08:22:09.219506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2280e342-ce77-4cc0-9a35-db103f95a8b8 req-a9970f97-defb-4d54-9d21-027855266712 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159510 Jul 08 08:22:09.322097 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Allocated IP 172.27.3.50 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/393fa5ae-e123-4f65-8cf2-cd0116a20771) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:09.512305 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.526735 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.562103 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.583860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Transition to ACTIVE for port object 8b215374-4db2-40fa-bf50-65cbcf5e8a80 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:09.645264 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Transition to ACTIVE for port object 8b215374-4db2-40fa-bf50-65cbcf5e8a80 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:09.752154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.811123 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:09.814557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:09.826999 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.835460 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:09.844042 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Pushing event updated for resources: {'Port': ['ID=8b215374-4db2-40fa-bf50-65cbcf5e8a80,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:09.865455 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:09.874685 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:09.878843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:09.884964 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=393fa5ae-e123-4f65-8cf2-cd0116a20771,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:09.963025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Attempting to bind port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:09.969147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Attempting to bind port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:09.969778 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Attempting to bind port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 on network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:09.986338 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:09.986927 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Checking segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:09.987474 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:09.988446 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Bound using segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:09.988584 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Bound port: 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:09.989146 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.080802 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device e15066e6-e960-4e76-9291-6eb63eabf4e9 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:10.083090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.085958 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] For port 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:10.105082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.119895 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] For port 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b215374-4db2-40fa-bf50-65cbcf5e8a80,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:10.230158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Allocated IP 172.27.3.240 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/dcca3071-329f-4851-aaa8-0f34ac515824) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:10.281428 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.283376 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port e15066e6-e960-4e76-9291-6eb63eabf4e9 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:10.422012 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.428397 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb8b1e-376b-4108-a3dc-1a4c9dc6c3bd None None] Pushing event updated for resources: {'Port': ['ID=8b215374-4db2-40fa-bf50-65cbcf5e8a80,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:10.549306 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.559851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.595605 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:10.600883 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:10.604642 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:10.613102 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295c660-5503-46e7-b545-c7aab08d306c None None] Network fc88c06b-59f9-462a-9a86-95fec5569725 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:10.674745 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Pushing event updated for resources: {'Port': ['ID=dcca3071-329f-4851-aaa8-0f34ac515824,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:10.707059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9d0d4-c4ad-445b-9b3e-a87fee9afb5a req-112b203f-cd9c-4650-8752-b83833d0824d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:10.708642 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01d9d0d4-c4ad-445b-9b3e-a87fee9afb5a req-112b203f-cd9c-4650-8752-b83833d0824d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2534299 Jul 08 08:22:10.737877 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accfa79-ecaf-4f9f-bbdf-262f0ecb8ce3 req-8822861b-c2aa-49b6-a190-01a1494c235f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:10.741030 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7accfa79-ecaf-4f9f-bbdf-262f0ecb8ce3 req-8822861b-c2aa-49b6-a190-01a1494c235f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2442048 Jul 08 08:22:10.913549 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Provisioning for port e15066e6-e960-4e76-9291-6eb63eabf4e9 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:10.922422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Provisioning complete for port e15066e6-e960-4e76-9291-6eb63eabf4e9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:10.922842 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:10.923574 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01d9d0d4-c4ad-445b-9b3e-a87fee9afb5a req-5f5a8939-64a0-460e-9104-637994b7b19f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089195 Jul 08 08:22:10.940076 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7accfa79-ecaf-4f9f-bbdf-262f0ecb8ce3 req-b089cf09-bef9-4347-9787-f6c463e67f56 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721199 Jul 08 08:22:11.052308 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.068453 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.120789 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] For port e15066e6-e960-4e76-9291-6eb63eabf4e9, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=e15066e6-e960-4e76-9291-6eb63eabf4e9,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:11.206473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.308137 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.313417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33598070-b02c-46a0-aea0-0dbf4f834837 None None] Pushing event updated for resources: {'Port': ['ID=e15066e6-e960-4e76-9291-6eb63eabf4e9,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:11.541259 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3acfa46c-ed27-4846-a2e6-7be500a4b0c0 None None] Provisioning complete for port e15066e6-e960-4e76-9291-6eb63eabf4e9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:11.541936 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3acfa46c-ed27-4846-a2e6-7be500a4b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.604674 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Router 9c37a62c-c4f7-4b86-bd35-28ec43194ede is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:22:11.725347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c4f1d-1b1b-48a5-a3e6-b133e22c4d62 None None] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:11.758110 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.774202 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:11.784947 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Sync routers for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:11.806035 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:11.807073 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:11.866818 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4da89511-7f64-4b0f-82c6-f9071ccc9700 None None] Provisioning for port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:11.918421 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:11.920537 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-eb57ade2-ee93-43a8-a9bc-7e8dcf45b8a6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7069561 Jul 08 08:22:11.924303 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33168) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:11.998788 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:12.099778 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bada59-3272-42bd-a15d-d68942b57101 req-7a289907-7f13-45a5-aa6a-79a38cc1db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:12.101421 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-7a289907-7f13-45a5-aa6a-79a38cc1db87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 1098 time: 0.2124822 Jul 08 08:22:12.242529 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device e15066e6-e960-4e76-9291-6eb63eabf4e9 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:12.257638 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:10Z', 'revision_number': 3, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:12.315057 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Checking router: 9c37a62c-c4f7-4b86-bd35-28ec43194ede for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:12.316869 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Updating router 9c37a62c-c4f7-4b86-bd35-28ec43194ede port 393fa5ae-e123-4f65-8cf2-cd0116a20771 binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:12.342527 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bada59-3272-42bd-a15d-d68942b57101 req-d46eb466-2ede-4794-a12d-157b040d961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:12.345341 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-d46eb466-2ede-4794-a12d-157b040d961a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.2360308 Jul 08 08:22:12.346890 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:22:12.349300 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port e15066e6-e960-4e76-9291-6eb63eabf4e9 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:12.349837 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.395777 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.458323 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-68f2c247-c88e-4547-b7cd-68b711b50d58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6 HTTP/1.1" status: 200 len: 217 time: 0.0948260 Jul 08 08:22:12.484878 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa676-2570-4e0c-8d6b-e3053c434b13 req-e5a0322c-641e-4863-a101-778eee4d0713 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:12.498035 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7f1aa676-2570-4e0c-8d6b-e3053c434b13 req-e5a0322c-641e-4863-a101-778eee4d0713 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.4453797 Jul 08 08:22:12.550713 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b215374-4db2-40fa-bf50-65cbcf5e8a80 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:12.595057 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7f1aa676-2570-4e0c-8d6b-e3053c434b13 req-0d3a6733-c64e-4ba3-9c04-a144c990fde8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Jul 08 08:22:12.694856 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bada59-3272-42bd-a15d-d68942b57101 req-9a293ebd-7d1e-4aae-a776-198c516ec053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:12.696619 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-9a293ebd-7d1e-4aae-a776-198c516ec053 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.2260206 Jul 08 08:22:12.701260 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:12.706721 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:12.707204 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.750423 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.784122 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-d6b0ddc7-34d2-41b8-b97d-af8c574724e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612857 Jul 08 08:22:12.815377 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:12.839430 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.853119 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.857118 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Sync routers for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:12.857501 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Transition to ACTIVE for port object 393fa5ae-e123-4f65-8cf2-cd0116a20771 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:12.905819 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:12.906827 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:12.932081 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:12.957101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b09a2-dd24-4008-b156-267b32754293 req-edcb79a8-469f-4fc0-8f9d-f329cb8a3a61 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:12.958748 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d87b09a2-dd24-4008-b156-267b32754293 req-edcb79a8-469f-4fc0-8f9d-f329cb8a3a61 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1336994 Jul 08 08:22:13.015268 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912078-ac0c-43b2-8bba-bd77834a3f4f None None] Pushing event updated for resources: {'Port': ['ID=393fa5ae-e123-4f65-8cf2-cd0116a20771,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:13.020747 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Attempting to bind port 393fa5ae-e123-4f65-8cf2-cd0116a20771 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:13.021454 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Attempting to bind port 393fa5ae-e123-4f65-8cf2-cd0116a20771 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:13.022271 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Attempting to bind port 393fa5ae-e123-4f65-8cf2-cd0116a20771 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:13.026482 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-6c035ab0-6977-460d-8243-2d5d1704cd34 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134168 Jul 08 08:22:13.030836 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:13.031502 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:13.032119 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.032715 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:13.033410 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Bound port: 393fa5ae-e123-4f65-8cf2-cd0116a20771, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:13.034071 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.061177 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d87b09a2-dd24-4008-b156-267b32754293 req-f3974176-2b0b-45ea-a377-21d8e18ad78b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921915 Jul 08 08:22:13.062669 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b215374-4db2-40fa-bf50-65cbcf5e8a80,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:13.069958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Allocated IP 172.20.0.1 (fc88c06b-59f9-462a-9a86-95fec5569725/0e6d17eb-634a-4dd8-bd1f-45acb21ca672/0bb80ed3-291f-4952-8ed0-a880198f9f4c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:13.114770 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] For port 393fa5ae-e123-4f65-8cf2-cd0116a20771, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:13.127027 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] For port 393fa5ae-e123-4f65-8cf2-cd0116a20771, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=393fa5ae-e123-4f65-8cf2-cd0116a20771,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:13.143873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.147582 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-34d34333-c1ac-42f4-bb8e-b86cedab7997 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5538852 Jul 08 08:22:13.148957 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33194) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:13.172295 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.214893 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.225576 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.237797 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05bada59-3272-42bd-a15d-d68942b57101 req-d1604fba-1c66-4315-a32d-dc71b171c0c1 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040167 Jul 08 08:22:13.238031 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Transition to ACTIVE for port object 0bb80ed3-291f-4952-8ed0-a880198f9f4c will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:13.270557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=8b215374-4db2-40fa-bf50-65cbcf5e8a80,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:13.270557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:13.318042 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:13.319027 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:13.367214 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912078-ac0c-43b2-8bba-bd77834a3f4f None None] Pushing event updated for resources: {'Port': ['ID=393fa5ae-e123-4f65-8cf2-cd0116a20771,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:13.423690 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.455848 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:13.462963 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Network fc88c06b-59f9-462a-9a86-95fec5569725 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:13.469754 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:13.474060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:13.474539 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.477988 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Pushing event updated for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:13.545725 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:10Z', 'revision_number': 3, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:13.828579 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Checking router: 3addbfb7-85d5-4d7c-81b6-018328f9c3ff for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:13.829148 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Updating router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff port dcca3071-329f-4851-aaa8-0f34ac515824 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:13.892112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.909526 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:13.940771 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:10Z', 'revision_number': 3, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:14.005722 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3fa6-532b-4924-8000-e9d984cf4c30 None None] The sync data for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi is: [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:10Z', 'revision_number': 3, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:14.063659 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b215374-4db2-40fa-bf50-65cbcf5e8a80 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:14.112939 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-fb8eb92b-5822-44c9-a59b-99caec482e5d None None] Provisioning for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:14.131484 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-fb8eb92b-5822-44c9-a59b-99caec482e5d None None] Provisioning complete for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:14.131855 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb92b-5822-44c9-a59b-99caec482e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.168320 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Allocated IP 172.20.0.1 (6de7508f-adf8-4fe0-b2f6-fa685b0a8cba/5654015f-4900-440c-9d2c-1f462bb1320b/2ea87567-e706-48b9-802e-b3d6f697380d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:14.183887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5c0e-2298-4bef-804f-c8dc49620376 req-87d7dfd3-f52f-4693-b5a5-c041297c87f6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:14.196748 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-045d5c0e-2298-4bef-804f-c8dc49620376 req-87d7dfd3-f52f-4693-b5a5-c041297c87f6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1637423 Jul 08 08:22:14.248651 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-045d5c0e-2298-4bef-804f-c8dc49620376 req-45f70e68-3780-4ef0-913d-40264d513568 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 Jul 08 08:22:14.287879 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-fb8eb92b-5822-44c9-a59b-99caec482e5d None None] Port 0bb80ed3-291f-4952-8ed0-a880198f9f4c cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:14.300920 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:14.301293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.350363 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.362893 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.400270 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Transition to ACTIVE for port object 2ea87567-e706-48b9-802e-b3d6f697380d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:14.492000 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.505733 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Transition to ACTIVE for port object dcca3071-329f-4851-aaa8-0f34ac515824 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:14.597722 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279726-2987-44cc-aef3-5ebf8e844dd9 req-6511cbc9-d065-4170-99fc-6a3374b8bc8f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:14.598107 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.603784 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1279726-2987-44cc-aef3-5ebf8e844dd9 req-6511cbc9-d065-4170-99fc-6a3374b8bc8f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1858442 Jul 08 08:22:14.629479 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.668748 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1279726-2987-44cc-aef3-5ebf8e844dd9 req-b1f67aec-e0f4-4c62-b065-d8a9c5fce1c2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592659 Jul 08 08:22:14.673396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.715370 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:14.718385 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:14.726350 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:14.727559 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Attempting to bind port dcca3071-329f-4851-aaa8-0f34ac515824 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:14.728444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Attempting to bind port dcca3071-329f-4851-aaa8-0f34ac515824 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:14.728444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Attempting to bind port dcca3071-329f-4851-aaa8-0f34ac515824 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:14.732638 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d85a4-f086-489a-ad08-23eb71de9414 None None] Pushing event updated for resources: {'Port': ['ID=dcca3071-329f-4851-aaa8-0f34ac515824,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:14.739146 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:14.739633 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:14.739904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:14.740173 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.740620 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:14.741154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Bound port: dcca3071-329f-4851-aaa8-0f34ac515824, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:14.742777 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.760822 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.762409 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.787801 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:14.851496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] For port dcca3071-329f-4851-aaa8-0f34ac515824, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:14.860884 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] For port dcca3071-329f-4851-aaa8-0f34ac515824, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=dcca3071-329f-4851-aaa8-0f34ac515824,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:14.881802 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Pushing event updated for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:14.941174 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Network fc88c06b-59f9-462a-9a86-95fec5569725 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:14.942749 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:14.955710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.080275 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Router 9c37a62c-c4f7-4b86-bd35-28ec43194ede has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:22:15.153088 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:15.157444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:15.180821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.215757 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d85a4-f086-489a-ad08-23eb71de9414 None None] Pushing event updated for resources: {'Port': ['ID=dcca3071-329f-4851-aaa8-0f34ac515824,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:15.366100 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:15.410737 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4af3c26b-a754-4a77-a41b-441e7005ed52 None None] Provisioning for port 2ea87567-e706-48b9-802e-b3d6f697380d completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:15.425585 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4af3c26b-a754-4a77-a41b-441e7005ed52 None None] Provisioning complete for port 2ea87567-e706-48b9-802e-b3d6f697380d triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:15.425957 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4af3c26b-a754-4a77-a41b-441e7005ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.426320 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:15.434363 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3a5783ab-932d-4253-948f-ba77086aaf8c admin admin] 10.222.0.72 "PUT /v2.0/routers/9c37a62c-c4f7-4b86-bd35-28ec43194ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5077729 Jul 08 08:22:15.491605 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.533632 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e915a-8479-4ea5-a85b-749b69f4ab83 req-503ea4fb-1dbf-4bbb-88a0-c16650592091 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:15.535409 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b1e915a-8479-4ea5-a85b-749b69f4ab83 req-503ea4fb-1dbf-4bbb-88a0-c16650592091 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0849991 Jul 08 08:22:15.574668 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-4af3c26b-a754-4a77-a41b-441e7005ed52 None None] Port 2ea87567-e706-48b9-802e-b3d6f697380d cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:15.574879 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.592921 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b1e915a-8479-4ea5-a85b-749b69f4ab83 req-701c0fb0-f62c-4637-b5a3-cd6375e26fbd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Jul 08 08:22:15.656187 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.741638 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-71c6ff53-d5a4-4076-bf13-1668ff37dccd None None] Provisioning complete for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:15.742118 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-71c6ff53-d5a4-4076-bf13-1668ff37dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:15.816860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 1, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:15.819213 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-71c6ff53-d5a4-4076-bf13-1668ff37dccd None None] Port 0bb80ed3-291f-4952-8ed0-a880198f9f4c cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:15.823557 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:15.838155 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.838311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.838696 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.839030 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.839461 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.840289 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.840775 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.841104 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.841431 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.841759 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.842079 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.842400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:15.911470 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:15.912964 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:15.913854 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf47f76-bafc-43f2-889f-081b298e1462 None None] The sync data for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi is: [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 1, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:16.110286 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 393fa5ae-e123-4f65-8cf2-cd0116a20771 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:16.165163 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:22:16.170357 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-112c0a42-629a-4294-97e5-0878123adff5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:16.179508 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-112c0a42-629a-4294-97e5-0878123adff5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/networks?id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c HTTP/1.1" status: 200 len: 809 time: 0.2048092 Jul 08 08:22:16.224550 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-c63d63b7-8cf5-423d-b298-cc4d12930d3b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/quotas/167b10fc04c849a999fbcc091a550019 HTTP/1.1" status: 200 len: 375 time: 0.0440462 Jul 08 08:22:16.283308 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 393fa5ae-e123-4f65-8cf2-cd0116a20771 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:16.288917 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 393fa5ae-e123-4f65-8cf2-cd0116a20771 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:16.288999 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.303499 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-88d46ee6-0dca-45ee-ba48-5805024b0d06 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764310 Jul 08 08:22:16.475567 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:16.492744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-4000b2d2-adfb-4be7-8c92-8c6dfd4c002d None None] Provisioning complete for port 2ea87567-e706-48b9-802e-b3d6f697380d triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:16.498147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4000b2d2-adfb-4be7-8c92-8c6dfd4c002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.498291 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-437a2b1a-ec00-4aa5-8183-7805ea5f3af4 admin admin] 10.222.0.72 "PUT /v2.0/routers/3addbfb7-85d5-4d7c-81b6-018328f9c3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3458455 Jul 08 08:22:16.542166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c860-d467-42ef-a2a6-c4a40621f55c req-dbd3ae64-b1b9-4df8-a7ef-6675e0ee33f5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:16.544569 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1ec2c860-d467-42ef-a2a6-c4a40621f55c req-dbd3ae64-b1b9-4df8-a7ef-6675e0ee33f5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.6368854 Jul 08 08:22:16.549895 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-4000b2d2-adfb-4be7-8c92-8c6dfd4c002d None None] Port 2ea87567-e706-48b9-802e-b3d6f697380d cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:16.629692 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Sync routers for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:16.643724 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-5a71eedb-f3b8-4ddc-8c24-3eca89faeb1f service neutron] 10.222.0.72 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397408 Jul 08 08:22:16.647803 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:16.648852 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:16.648982 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.658115 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1ec2c860-d467-42ef-a2a6-c4a40621f55c req-3c7c75b2-b93b-44d4-8775-3d886825612f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060495 Jul 08 08:22:16.687622 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 393fa5ae-e123-4f65-8cf2-cd0116a20771, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=393fa5ae-e123-4f65-8cf2-cd0116a20771,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:16.757236 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.780485 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:16.843614 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:16.849779 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1570716266-network', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:16.941367 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=393fa5ae-e123-4f65-8cf2-cd0116a20771,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:16.961382 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Made reservation on behalf of fbbb070f36754d058536925745c0fe2b for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:16.961382 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.971980 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:16.985415 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-8d7607a8-5748-4477-8490-b975ba860517 service neutron] 10.222.0.72 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261290 Jul 08 08:22:17.145726 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588f8d-a290-49f5-ab6b-2c38b61354f9 req-65fd3bc5-90b1-48e4-896c-518d42f28abb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:17.148990 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4588f8d-a290-49f5-ab6b-2c38b61354f9 req-65fd3bc5-90b1-48e4-896c-518d42f28abb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1324396 Jul 08 08:22:17.248309 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.271451 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4588f8d-a290-49f5-ab6b-2c38b61354f9 req-3db1d293-f8ee-4619-a9b8-ba1a20caf19e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087477 Jul 08 08:22:17.337649 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.357365 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 2, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:17.388762 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:17.399233 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54139d7a-f295-49f2-8037-483098c81978,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:17.405221 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.405791 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Added segment a00f1718-386f-4474-8b92-88d9c1feb7a3 of type vlan for network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 Jul 08 08:22:17.418685 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Checking router: 9c37a62c-c4f7-4b86-bd35-28ec43194ede for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:17.419055 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Updating router 9c37a62c-c4f7-4b86-bd35-28ec43194ede port 0bb80ed3-291f-4952-8ed0-a880198f9f4c binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:17.452561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ba64cc6b-ec76-409a-a029-03e30b3d1254 req-0100010e-fa0a-4b2e-af22-a27e01eead69 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0758884 Jul 08 08:22:17.455392 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.470692 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.569982 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.572165 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:17.575161 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.892253 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:17.905597 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Transition to ACTIVE for port object 0bb80ed3-291f-4952-8ed0-a880198f9f4c will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:17.911765 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33304) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:17.922631 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-873188128-network', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:17.965708 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] Pushing event updated for resources: {'Network': ['ID=725f5d4a-cc13-4f6d-88af-2c2728eb05d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:17.977660 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:18.027374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d11c7-cb5a-4436-b511-c19c95f88829 req-70b26f86-ee93-4782-88a3-163f330f6763 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:18.030022 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-061d11c7-cb5a-4436-b511-c19c95f88829 req-70b26f86-ee93-4782-88a3-163f330f6763 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1696191 Jul 08 08:22:18.095644 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.099205 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-061d11c7-cb5a-4436-b511-c19c95f88829 req-d5e37c02-f727-4d69-8d69-092723fb06cb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626998 Jul 08 08:22:18.100991 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Made reservation on behalf of 6f1feb7f378b47acb5780d351b4d6c14 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:18.111469 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.117731 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device dcca3071-329f-4851-aaa8-0f34ac515824 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:18.127496 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.149838 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb971-67f4-4e4f-b482-c96ee5fb0678 None None] Pushing event updated for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:18.198801 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-983cb29f-2615-4c8c-ab8a-fd8c073e1606 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3529828 Jul 08 08:22:18.204763 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33308) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:18.205010 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:22:18.206898 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Request body: {'subnet': {'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1570716266-subnet', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:18.266880 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Attempting to bind port 0bb80ed3-291f-4952-8ed0-a880198f9f4c on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:18.267252 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Attempting to bind port 0bb80ed3-291f-4952-8ed0-a880198f9f4c by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:18.267656 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Attempting to bind port 0bb80ed3-291f-4952-8ed0-a880198f9f4c on network fc88c06b-59f9-462a-9a86-95fec5569725 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:18.275124 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:18.275531 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Checking segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:18.275912 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.276308 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Bound using segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:18.276861 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Bound port: 0bb80ed3-291f-4952-8ed0-a880198f9f4c, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:18.277940 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.335884 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:18.357161 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '424e8393-5d2d-4a39-9030-854628ed40b2', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:22:18.370228 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.390899 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] For port 0bb80ed3-291f-4952-8ed0-a880198f9f4c, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:18.396428 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] For port 0bb80ed3-291f-4952-8ed0-a880198f9f4c, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=0bb80ed3-291f-4952-8ed0-a880198f9f4c,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:18.417229 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.440497 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:18.462130 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:18.468782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port dcca3071-329f-4851-aaa8-0f34ac515824 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:18.473452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port dcca3071-329f-4851-aaa8-0f34ac515824 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:18.473452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.537195 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.564461 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.566432 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.597506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1dc5c067-e04a-499e-a255-d20bb95696c9 req-e7b43939-c15b-409c-90f4-e72d11225415 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0650735 Jul 08 08:22:18.633637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.641079 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcffb9-eac1-4ebc-8646-a64397e556c1 req-e4d4d73d-b7b0-43ad-a138-c5d37b875a27 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:18.646996 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4dcffb9-eac1-4ebc-8646-a64397e556c1 req-e4d4d73d-b7b0-43ad-a138-c5d37b875a27 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1987484 Jul 08 08:22:18.654521 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Made reservation on behalf of fbbb070f36754d058536925745c0fe2b for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:18.657158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.669366 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:18.690857 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795da5c6-b50b-4fe4-b33f-59e2c2ae48f2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:18.751170 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:18.751800 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:18.756846 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:18.762223 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.763008 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.764133 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.764700 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.765236 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.765743 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.766235 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.767463 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.768088 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.769355 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.771545 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.772063 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:18.775628 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['424e8393-5d2d-4a39-9030-854628ed40b2'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:18.806392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.808915 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Added segment 6844cdc8-9863-40ad-a1c5-596ce35c703f of type vlan for network 4e83dc93-7be1-454b-be11-0e11831d0cd3 Jul 08 08:22:18.860293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port dcca3071-329f-4851-aaa8-0f34ac515824, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=dcca3071-329f-4851-aaa8-0f34ac515824,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:18.878436 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4dcffb9-eac1-4ebc-8646-a64397e556c1 req-e824dc56-6759-48e2-a5f2-415229f4d39c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050509 Jul 08 08:22:18.882389 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.984746 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:18.985676 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 393fa5ae-e123-4f65-8cf2-cd0116a20771 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:19.011639 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb971-67f4-4e4f-b482-c96ee5fb0678 None None] Pushing event updated for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:19.040182 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:19.105644 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.107502 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:19.108447 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.185747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=dcca3071-329f-4851-aaa8-0f34ac515824,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:19.195456 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 393fa5ae-e123-4f65-8cf2-cd0116a20771 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:19.195826 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.225524 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] Pushing event updated for resources: {'Network': ['ID=4e83dc93-7be1-454b-be11-0e11831d0cd3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:19.232650 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.238763 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:19.337402 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69c6810-26f9-4f43-9bcf-f22bdb8d0e55,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:19.341743 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Checking segment: {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:19.342616 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Network hostable DHCP agents. Network: 725f5d4a-cc13-4f6d-88af-2c2728eb05d6, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:19.392814 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-eac83333-318a-45e4-85e8-dbbf32b4922c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4758563 Jul 08 08:22:19.395596 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33342) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:19.401180 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Request body: {'subnet': {'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-873188128-subnet', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:19.406529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913a82d-47a6-42ca-9e44-47158c697eb2 req-65414f77-88dc-4a87-bc86-588cd36b39ff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:19.409405 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:19.412036 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e913a82d-47a6-42ca-9e44-47158c697eb2 req-65414f77-88dc-4a87-bc86-588cd36b39ff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.1203659 Jul 08 08:22:19.453230 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Sync routers for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:19.469163 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0c0-0feb-425a-8a85-c80fcdeb3f8f None None] The sync data for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi is: [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:19.474658 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:19.475384 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:19.505984 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e913a82d-47a6-42ca-9e44-47158c697eb2 req-5d8fa7df-8092-4247-b4a0-ae39107046c6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869877 Jul 08 08:22:19.510242 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:19.537879 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Made reservation on behalf of 6f1feb7f378b47acb5780d351b4d6c14 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:19.553148 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.643506 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 725f5d4a-cc13-4f6d-88af-2c2728eb05d6) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:19.651408 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:19.652061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:19.716377 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ada7b-be04-4c4b-8659-dad6b3a9b572 None None] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:19.903715 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6b88c878-9eb4-4018-a787-eb288b024bce admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7017603 Jul 08 08:22:19.910439 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33354) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:19.935609 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:19.940936 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-63136d83-a7a7-4163-9d1e-adebf87176d5 req-5d931378-d4cc-4a2f-9c7f-e5c1600e594f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0733638 Jul 08 08:22:20.115250 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.179881 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:20.206880 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:20.240089 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.241417 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.301221 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca151e4-4b8a-4c42-87d2-4a2b833f24bc req-f3c6bd92-cabd-42ca-be2f-4774d07d0ae9 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:20.310586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ca151e4-4b8a-4c42-87d2-4a2b833f24bc req-f3c6bd92-cabd-42ca-be2f-4774d07d0ae9 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1596966 Jul 08 08:22:20.314926 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e29243-0de0-4875-b89a-48fd3ef9d926,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:20.330587 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Checking segment: {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:20.330968 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Network hostable DHCP agents. Network: 4e83dc93-7be1-454b-be11-0e11831d0cd3, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:20.387115 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device dcca3071-329f-4851-aaa8-0f34ac515824 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:20.400802 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ca151e4-4b8a-4c42-87d2-4a2b833f24bc req-2314f117-14aa-4dd0-b368-3ffb32985e82 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788112 Jul 08 08:22:20.451904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.503736 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:20.606457 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33378) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:20.697572 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 4e83dc93-7be1-454b-be11-0e11831d0cd3) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:20.709290 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:20.711322 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.732120 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683967d-1c0b-4817-9ebd-f0f894a5fab3 None None] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:20.867675 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 424e8393-5d2d-4a39-9030-854628ed40b2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:20.868040 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.886657 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09edef6a-3044-4681-8d60-7adef53cf4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.899376 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-856ef991-1274-4f57-9e01-e253682b0b0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5023880 Jul 08 08:22:20.903018 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:20.948438 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:20.958563 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:20.977307 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.db.api [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 08:22:20.977307 dv-cinder-784945-12-iscsi neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 08:22:20.977307 dv-cinder-784945-12-iscsi neutron-server[93742]: [parameters: {'project_id_1': '6f1feb7f378b47acb5780d351b4d6c14', 'expiration_1': datetime.datetime(2021, 7, 8, 8, 22, 20, 952549)}] Jul 08 08:22:20.977307 dv-cinder-784945-12-iscsi neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 08:22:20.991947 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG oslo_db.api [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 08:22:21.038036 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5305-a327-438e-87b6-32a7cfb4f7d1 req-c0a0f9f9-d297-494b-96fc-cf65f477ff22 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:21.064452 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-248c5305-a327-438e-87b6-32a7cfb4f7d1 req-c0a0f9f9-d297-494b-96fc-cf65f477ff22 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.2338533 Jul 08 08:22:21.124857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-4e83dc93-7be1-454b-be11-0e11831d0cd3', 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'fixed_ips': [{'subnet_id': '03e29243-0de0-4875-b89a-48fd3ef9d926'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:21.126557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.251863 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port dcca3071-329f-4851-aaa8-0f34ac515824 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:21.253989 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.258836 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-248c5305-a327-438e-87b6-32a7cfb4f7d1 req-fe128f1c-74ca-4453-bfd7-be9ba854aa3b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931100 Jul 08 08:22:21.316311 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b60edcb-8e00-415d-bb09-997bb2f1125d req-fb23f4fc-9890-4ff5-bef4-94c2c45ad991 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.1514235 Jul 08 08:22:21.336432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09edef6a-3044-4681-8d60-7adef53cf4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.440633 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09edef6a-3044-4681-8d60-7adef53cf4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.469955 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'fixed_ips': [{'subnet_id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:21.471632 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.541943 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-09edef6a-3044-4681-8d60-7adef53cf4ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b84a825ec37434482aadeb87cf07f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9339769 Jul 08 08:22:21.565767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edef6a-3044-4681-8d60-7adef53cf4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae99694-cec7-411c-8e62-68b2b1d91587,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:21.569476 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33394) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:21.682311 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.754985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.843892 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.849146 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.850437 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.861185 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.866781 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Allocated IP 172.20.0.2 (4e83dc93-7be1-454b-be11-0e11831d0cd3/03e29243-0de0-4875-b89a-48fd3ef9d926/fb69eacb-a556-4fbf-a402-1e106459a4e0) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:21.881545 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.893769 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 0bb80ed3-291f-4952-8ed0-a880198f9f4c up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:21.910003 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-d146cb9b-52b0-47f0-bd2b-e1c4ed7f9f3d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:21.912183 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-d146cb9b-52b0-47f0-bd2b-e1c4ed7f9f3d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "GET /v2.0/networks?id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c HTTP/1.1" status: 200 len: 809 time: 0.3097568 Jul 08 08:22:21.964273 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.968041 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:21.969483 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ae99694-cec7-411c-8e62-68b2b1d91587 HTTP/1.1" status: 204 len: 168 time: 0.3828466 Jul 08 08:22:21.982238 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09403-7995-4cb4-a951-bfdf7bd80381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae99694-cec7-411c-8e62-68b2b1d91587,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:22.010675 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Request body: {'port': {'device_id': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c', 'admin_state_up': True, 'tenant_id': '167b10fc04c849a999fbcc091a550019'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:22.024656 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c358ce6-a6c5-4943-97a2-c31806e67e23 req-ba9da555-4c48-4155-bd49-69233d3b5b06 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:22.031740 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:22.035394 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c358ce6-a6c5-4943-97a2-c31806e67e23 req-ba9da555-4c48-4155-bd49-69233d3b5b06 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2063289 Jul 08 08:22:22.064743 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:22.067555 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1968ce-5b0c-45bb-a7aa-d68bebe89ce5" -d '{"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:22.088900 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c358ce6-a6c5-4943-97a2-c31806e67e23 req-01dfa00e-b64f-44a3-8977-bf0a7050595b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517530 Jul 08 08:22:22.170661 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.273645 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Allocated IP 172.27.3.185 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/db470ec6-480b-4d84-9353-511f6201c1b8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:22.316824 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.328717 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Transition to ACTIVE for port object fb69eacb-a556-4fbf-a402-1e106459a4e0 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:22.367362 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef749e-97b6-4a16-b424-c5b5ca37c663 x-openstack-request-id: req-dcef749e-97b6-4a16-b424-c5b5ca37c663 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:22.367634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:22.367881 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcef749e-97b6-4a16-b424-c5b5ca37c663 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:22.374176 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'code': 200} Jul 08 08:22:22.427741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Allocated IP 172.20.0.2 (725f5d4a-cc13-4f6d-88af-2c2728eb05d6/f69c6810-26f9-4f43-9bcf-f22bdb8d0e55/23764e1e-dd42-43ad-9427-61023a581bbf) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:22.449450 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:15Z', 'revision_number': 2, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:22.460064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.460247 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Made reservation on behalf of 167b10fc04c849a999fbcc091a550019 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:22.460247 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.639717 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cf2afbf8-9c53-47f9-828e-03e6ad2100ca req-c9f0db5b-2d6c-4ac4-81f9-ea317b12da4e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0555165 Jul 08 08:22:22.681033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9535ac-a776-4d88-993a-55a053490b12 req-b00cb1ed-df02-48e2-a42e-1480b4acc592 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:22.693518 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fd9535ac-a776-4d88-993a-55a053490b12 req-b00cb1ed-df02-48e2-a42e-1480b4acc592 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2324064 Jul 08 08:22:22.752779 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fd9535ac-a776-4d88-993a-55a053490b12 req-65349836-e0d6-46a3-8f09-b4c99b531c04 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541384 Jul 08 08:22:22.801189 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Transition to ACTIVE for port object fb69eacb-a556-4fbf-a402-1e106459a4e0 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:22.809524 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Checking router: 3addbfb7-85d5-4d7c-81b6-018328f9c3ff for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:22.810014 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Updating router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff port 2ea87567-e706-48b9-802e-b3d6f697380d binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:22.812190 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.881911 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Transition to ACTIVE for port object 23764e1e-dd42-43ad-9427-61023a581bbf will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:22.915512 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:22.928033 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.940395 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:22.943532 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Transition to ACTIVE for port object 23764e1e-dd42-43ad-9427-61023a581bbf will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:22.975635 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:23.003477 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:23.003844 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.033579 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.102885 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Allocated IP 172.20.0.7 (2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c/ac0e690f-dab1-4103-9f47-5db82d5d433f/bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:23.119904 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.186535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.217999 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:23.251396 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:23.273528 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:23.283675 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:23.285364 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.310396 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:23.344497 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:23.375563 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Pushing event updated for resources: {'Port': ['ID=db470ec6-480b-4d84-9353-511f6201c1b8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:23.381358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ed080-c595-4d24-a6df-59c085d65f12 req-dffb6936-3a83-415f-9572-844301ec6425 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:23.394409 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:23.398727 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-983ed080-c595-4d24-a6df-59c085d65f12 req-dffb6936-3a83-415f-9572-844301ec6425 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1871521 Jul 08 08:22:23.399368 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:23.403805 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:23.451653 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33420) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:23.475549 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d559dd21-fa19-4bfa-996d-b39b5e20a0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.620579 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Pushing event updated for resources: {'Port': ['ID=fb69eacb-a556-4fbf-a402-1e106459a4e0,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:23.655500 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d559dd21-fa19-4bfa-996d-b39b5e20a0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.685609 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-983ed080-c595-4d24-a6df-59c085d65f12 req-284a20ea-3e75-42e9-9050-8c87e654d4dd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858872 Jul 08 08:22:23.693782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.773269 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.773515 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Attempting to bind port fb69eacb-a556-4fbf-a402-1e106459a4e0 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:23.773515 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Attempting to bind port fb69eacb-a556-4fbf-a402-1e106459a4e0 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:23.773515 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Attempting to bind port fb69eacb-a556-4fbf-a402-1e106459a4e0 on network 4e83dc93-7be1-454b-be11-0e11831d0cd3 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:23.774974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Pushing event updated for resources: {'Port': ['ID=23764e1e-dd42-43ad-9427-61023a581bbf,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:23.801416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:23.801798 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Checking segment: {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:23.802221 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.802630 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Bound using segment: {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:23.803116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Bound port: fb69eacb-a556-4fbf-a402-1e106459a4e0, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:23.803494 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.834528 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 0bb80ed3-291f-4952-8ed0-a880198f9f4c, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=0bb80ed3-291f-4952-8ed0-a880198f9f4c,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:23.844832 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d559dd21-fa19-4bfa-996d-b39b5e20a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.947310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:23.960797 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3334afba-c8c1-4c18-b328-76171616c2a0 req-7d90a6a2-9492-4fa7-933b-cb97795d5edf tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.1182675 Jul 08 08:22:23.974213 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Transition to ACTIVE for port object 2ea87567-e706-48b9-802e-b3d6f697380d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:23.981215 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] For port fb69eacb-a556-4fbf-a402-1e106459a4e0, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:23.986713 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] For port fb69eacb-a556-4fbf-a402-1e106459a4e0, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=fb69eacb-a556-4fbf-a402-1e106459a4e0,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:24.007581 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.078736 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.097112 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d559dd21-fa19-4bfa-996d-b39b5e20a0ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c920fb2f11694252aef7a195f3e9e6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442859 Jul 08 08:22:24.098976 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33430) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:24.120123 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559dd21-fa19-4bfa-996d-b39b5e20a0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0942a426-eadd-4e93-ae35-1ab09f554c5d,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.195983 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d4463-617e-444b-869d-cf5058ea026f req-3bf40ad9-c137-47f2-a65b-537a46c27d5a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:24.205514 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a93d4463-617e-444b-869d-cf5058ea026f req-3bf40ad9-c137-47f2-a65b-537a46c27d5a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2195129 Jul 08 08:22:24.208480 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.254860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.259802 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-8166b6b8-3808-4e9a-9bda-e0f3b7608443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:24.261912 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-8166b6b8-3808-4e9a-9bda-e0f3b7608443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1099 time: 0.4049916 Jul 08 08:22:24.274428 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a93d4463-617e-444b-869d-cf5058ea026f req-74792477-4ca3-478a-aab6-a303e42faf85 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684822 Jul 08 08:22:24.295850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.307513 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.357699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.367875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.424112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadad7a-8f29-4327-a972-8d28936616e5 None None] Pushing event updated for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.441869 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.468351 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.518095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.521953 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.528520 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0942a426-eadd-4e93-ae35-1ab09f554c5d HTTP/1.1" status: 204 len: 168 time: 0.4236276 Jul 08 08:22:24.540291 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c09adc-606b-4f18-978b-d9839a6a47a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0942a426-eadd-4e93-ae35-1ab09f554c5d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.641104 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425089-0612-4190-bce7-b8158df4c9b0 None None] Pushing event updated for resources: {'Port': ['ID=fb69eacb-a556-4fbf-a402-1e106459a4e0,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.689662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Allocated IP 172.27.3.69 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/65fb9242-9529-4ea3-8f78-2ac193518621) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:24.809937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Attempting to bind port 23764e1e-dd42-43ad-9427-61023a581bbf on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:24.810313 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Attempting to bind port 23764e1e-dd42-43ad-9427-61023a581bbf by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:24.810710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Attempting to bind port 23764e1e-dd42-43ad-9427-61023a581bbf on network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:24.822028 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Attempting to bind port 2ea87567-e706-48b9-802e-b3d6f697380d on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:24.822542 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Attempting to bind port 2ea87567-e706-48b9-802e-b3d6f697380d by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:24.822931 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Attempting to bind port 2ea87567-e706-48b9-802e-b3d6f697380d on network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:24.829156 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:24.829512 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Checking segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:24.829917 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.830310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Bound using segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:24.831440 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Bound port: 2ea87567-e706-48b9-802e-b3d6f697380d, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:24.832496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Checking segment: {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Bound using segment: {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Bound port: 23764e1e-dd42-43ad-9427-61023a581bbf, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:24.844433 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.924558 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:24.940326 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Pushing event updated for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:24.983288 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:24.990380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:24.993379 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:25.050946 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29788629-7e20-4aec-8e10-294fe2d1adbd req-f2f9626e-e258-40ed-bf8d-3f74b5af38a5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:25.061969 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29788629-7e20-4aec-8e10-294fe2d1adbd req-f2f9626e-e258-40ed-bf8d-3f74b5af38a5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1259744 Jul 08 08:22:25.167662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-251220b8-da81-40ab-81a2-14776b78361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:25.169448 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-251220b8-da81-40ab-81a2-14776b78361f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.8697321 Jul 08 08:22:25.248597 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29788629-7e20-4aec-8e10-294fe2d1adbd req-d41bb0be-3954-49cf-8ae2-740f6ac6ba6e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385720 Jul 08 08:22:25.304563 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] For port 2ea87567-e706-48b9-802e-b3d6f697380d, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:25.359263 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] For port 23764e1e-dd42-43ad-9427-61023a581bbf, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:25.374623 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] For port 2ea87567-e706-48b9-802e-b3d6f697380d, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=2ea87567-e706-48b9-802e-b3d6f697380d,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:25.391138 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] For port 23764e1e-dd42-43ad-9427-61023a581bbf, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=23764e1e-dd42-43ad-9427-61023a581bbf,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:25.436461 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7db5-3d2f-4817-9c11-e4ecaad17c40 req-b5217853-1498-41a3-b098-3c6ad8b9fa09 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:25.449178 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5dcd7db5-3d2f-4817-9c11-e4ecaad17c40 req-b5217853-1498-41a3-b098-3c6ad8b9fa09 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 931 time: 0.1861496 Jul 08 08:22:25.535340 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-da301b8a-432b-4309-9873-fc82a739603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:25.537643 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:25.540095 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:25.574541 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5dcd7db5-3d2f-4817-9c11-e4ecaad17c40 req-17237334-d205-444d-b730-303b4a2aef8e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261952 Jul 08 08:22:25.646561 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d904aa-4d4d-4836-b95a-50584c5d8bd7 None None] Pushing event updated for resources: {'Port': ['ID=23764e1e-dd42-43ad-9427-61023a581bbf,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:25.702772 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:25.703420 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:25.784840 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28128156-c48a-402f-8cec-9635c81b8ecd req-36036175-7192-4759-8b6f-20281487d8c6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:25.792190 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-28128156-c48a-402f-8cec-9635c81b8ecd req-36036175-7192-4759-8b6f-20281487d8c6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1927443 Jul 08 08:22:25.851196 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadad7a-8f29-4327-a972-8d28936616e5 None None] Pushing event updated for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:25.926331 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-28128156-c48a-402f-8cec-9635c81b8ecd req-cac3c6dd-b5b8-496b-9a65-ef2ccf4bbf37 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330183 Jul 08 08:22:26.013848 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-676a3130-63c1-41a6-bedf-2bcbd96dc2c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1002 time: 0.6589248 Jul 08 08:22:26.097399 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:26.103069 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:26.107014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:26.127103 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:26.470836 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-1cfe0d62-2b10-452e-b71f-1c28405efbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:26.472700 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-1cfe0d62-2b10-452e-b71f-1c28405efbdf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.3580294 Jul 08 08:22:26.530004 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 0bb80ed3-291f-4952-8ed0-a880198f9f4c up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:26.541910 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:26.675688 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af23a7-f9b3-43e9-afc8-ffc41fc1618f None None] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:26.696257 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:26.712880 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:26.720236 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:26.776430 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-4742502c-d105-4dc6-8dd1-b023d43a8713 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7726109 Jul 08 08:22:26.790074 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fd2c3-5e10-407e-8369-a8c8b7151bc3 req-a40c0607-035c-4958-a34f-49cb38ee0c6f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:26.794416 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Pushing event updated for resources: {'Port': ['ID=65fb9242-9529-4ea3-8f78-2ac193518621,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:26.795596 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-181fd2c3-5e10-407e-8369-a8c8b7151bc3 req-a40c0607-035c-4958-a34f-49cb38ee0c6f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1513314 Jul 08 08:22:26.808906 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Request body: {'port': {'device_id': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:26.849650 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 0bb80ed3-291f-4952-8ed0-a880198f9f4c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:26.850006 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:26.957177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:25Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:26.959929 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-378155d7-8bf4-4b79-83dc-ce9d1ee6ea18 None None] Provisioning for port fb69eacb-a556-4fbf-a402-1e106459a4e0 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:27.032544 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0460f91-b724-4085-9290-afb8b4b94226 None None] The sync data for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi is: [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:25Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:27.093204 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-181fd2c3-5e10-407e-8369-a8c8b7151bc3 req-1fc418c6-a04c-4356-8f0b-9775bd003e4d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885661 Jul 08 08:22:27.135931 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Router 89d00928-ff24-43b8-87a3-708f01094d21 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:22:27.173913 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-483cdf3c-2c4b-419a-8a06-9de14677ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:27.177418 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-483cdf3c-2c4b-419a-8a06-9de14677ee41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6513569 Jul 08 08:22:27.281696 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb71d2-d104-4533-8f56-e89ad92b511a req-2b2af8a0-103e-4cf1-8aac-0d4e5c0378d3 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:27.291218 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6fb71d2-d104-4533-8f56-e89ad92b511a req-2b2af8a0-103e-4cf1-8aac-0d4e5c0378d3 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 931 time: 0.3787415 Jul 08 08:22:27.349093 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 2ea87567-e706-48b9-802e-b3d6f697380d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:27.402792 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6fb71d2-d104-4533-8f56-e89ad92b511a req-d859281a-f76a-43cb-b8f0-2c0691f47a92 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036873 Jul 08 08:22:27.475074 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:22:27.543986 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-0dbcf62e-129c-4267-a9e7-fcbe97bab4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651060 Jul 08 08:22:27.571580 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73899a4b-a2b1-4bed-8a7b-91fa188d878d req-814ebe58-9f6d-4406-91c4-643b05a5e877 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:27.575374 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73899a4b-a2b1-4bed-8a7b-91fa188d878d req-814ebe58-9f6d-4406-91c4-643b05a5e877 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1965597 Jul 08 08:22:27.663376 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73899a4b-a2b1-4bed-8a7b-91fa188d878d req-46381d58-aab6-49b4-8b85-4c56de6bba86 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811956 Jul 08 08:22:27.693533 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 2ea87567-e706-48b9-802e-b3d6f697380d completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:27.699116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 2ea87567-e706-48b9-802e-b3d6f697380d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:27.699752 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:27.776076 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1848f28-0b14-4c91-909a-31f27cf12a3b None None] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:27.867557 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:27.869816 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:27.946876 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.072296 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06443a0d-b3b7-4163-af6d-25d273d85f98 req-d7636821-d4b0-4219-afe8-8f09f8536f5b service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654103 Jul 08 08:22:28.132505 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.207135 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 2ea87567-e706-48b9-802e-b3d6f697380d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=2ea87567-e706-48b9-802e-b3d6f697380d,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:28.236831 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:28.248565 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Sync routers for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:28.269906 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:28.274451 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:21:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:28.274760 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e32b9591-14e5-4190-bba3-43bf93d1750b None None] Provisioning for port 23764e1e-dd42-43ad-9427-61023a581bbf completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:28.389448 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e210838-4cef-4a21-8d3a-cb421c86f832 req-b8bbb2d1-d2ab-47e0-9dba-29faa3e2f29b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:28.392016 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e210838-4cef-4a21-8d3a-cb421c86f832 req-b8bbb2d1-d2ab-47e0-9dba-29faa3e2f29b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1108327 Jul 08 08:22:28.414195 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bb97581a-a03e-41cd-9c24-2e8b842cfc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.476948 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.481799 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device fb69eacb-a556-4fbf-a402-1e106459a4e0 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:28.511668 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:28.517876 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e210838-4cef-4a21-8d3a-cb421c86f832 req-c7f79c6f-f642-41dc-bb9b-007bf85754eb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Jul 08 08:22:28.583995 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:28.603251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.637022 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Transition to ACTIVE for port object bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:28.650112 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.656098 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-aa9cb146-26ff-48b0-b06d-3a337e5907df admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7419329 Jul 08 08:22:28.661052 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33520) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:28.724565 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.782029 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:28.883443 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:28.885247 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port fb69eacb-a556-4fbf-a402-1e106459a4e0 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:28.893083 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port fb69eacb-a556-4fbf-a402-1e106459a4e0 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:28.894213 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.092790 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 3, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:29.154892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.275754 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port fb69eacb-a556-4fbf-a402-1e106459a4e0, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=fb69eacb-a556-4fbf-a402-1e106459a4e0,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:29.281436 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.311981 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Checking router: 89d00928-ff24-43b8-87a3-708f01094d21 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:29.312601 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Updating router 89d00928-ff24-43b8-87a3-708f01094d21 port db470ec6-480b-4d84-9353-511f6201c1b8 binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:29.354885 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.356434 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.428777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Pushing event updated for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:29.443081 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.612886 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=fb69eacb-a556-4fbf-a402-1e106459a4e0,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:29.617933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Attempting to bind port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:29.624848 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Attempting to bind port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:29.628210 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Attempting to bind port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:29.639685 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Router f92693cc-918f-4056-bba2-860d8becf4d6 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:22:29.645993 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:22:29.647117 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Attempting to bind port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:29.656825 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:29.656825 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Checking segment: {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:29.657445 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Bound using segment: {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:29.657992 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Bound port: bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:29.658471 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.848201 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:29.866319 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 23764e1e-dd42-43ad-9427-61023a581bbf up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:29.875732 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Transition to ACTIVE for port object db470ec6-480b-4d84-9353-511f6201c1b8 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:29.877698 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:29.880052 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:29.887285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:29.907941 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Sync routers for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:29.921667 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf64c2-03bc-4d67-8f77-3a11bad4c520 req-30935ff3-f6ed-4666-b02a-e383799446a1 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:29.924284 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4bcf64c2-03bc-4d67-8f77-3a11bad4c520 req-30935ff3-f6ed-4666-b02a-e383799446a1 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 931 time: 1.2738330 Jul 08 08:22:29.941747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:29.942353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:29.984221 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.013232 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.032998 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4bcf64c2-03bc-4d67-8f77-3a11bad4c520 req-8c6cba0e-ef5c-4eef-9b0d-3f0ea60f57fa tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771830 Jul 08 08:22:30.070931 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.071794 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d10f52-2923-4af3-95c0-6d6e958fd4a2 None None] Pushing event updated for resources: {'Port': ['ID=db470ec6-480b-4d84-9353-511f6201c1b8,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:30.076897 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76866-d29f-42d8-982a-d922e051a258 req-32fee27f-5009-4e4c-b2e2-b9642a16e4ef tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:30.079149 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-27057eed-5bf4-478f-bb33-960966d320b2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1734931 Jul 08 08:22:30.083390 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2e76866-d29f-42d8-982a-d922e051a258 req-32fee27f-5009-4e4c-b2e2-b9642a16e4ef tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.7858884 Jul 08 08:22:30.085260 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33558) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:30.115261 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:30.115895 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.125193 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] 10.222.0.67 "PUT /v2.0/ports/bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec HTTP/1.1" status: 200 len: 1093 time: 3.3241148 Jul 08 08:22:30.125754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:30.128396 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860aed99-5cb5-4cc7-8022-db93f9ed452e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:30.135888 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Attempting to bind port db470ec6-480b-4d84-9353-511f6201c1b8 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:30.136964 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Attempting to bind port db470ec6-480b-4d84-9353-511f6201c1b8 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:30.137394 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Attempting to bind port db470ec6-480b-4d84-9353-511f6201c1b8 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:30.146766 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:30.150655 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:30.151225 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:30.152521 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.154351 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:30.155289 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Bound port: db470ec6-480b-4d84-9353-511f6201c1b8, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:30.159254 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.184608 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b425-7063-46f1-bd2e-ab0f1c03887a service neutron] Pushing event updated for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:30.242623 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.262688 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] For port db470ec6-480b-4d84-9353-511f6201c1b8, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:30.275119 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] For port db470ec6-480b-4d84-9353-511f6201c1b8, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=db470ec6-480b-4d84-9353-511f6201c1b8,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:30.286453 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 23764e1e-dd42-43ad-9427-61023a581bbf completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:30.358992 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 23764e1e-dd42-43ad-9427-61023a581bbf triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:30.359490 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.364245 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2e76866-d29f-42d8-982a-d922e051a258 req-0bbd1fbc-2991-46a2-a0f6-0c367599f733 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667861 Jul 08 08:22:30.437459 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13577748-f3ff-4e53-9fff-50d0235dd977 x-openstack-request-id: req-13577748-f3ff-4e53-9fff-50d0235dd977 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:30.437938 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:30.438021 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13577748-f3ff-4e53-9fff-50d0235dd977 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:30.438749 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec', 'status': 'completed', 'code': 200} Jul 08 08:22:30.450862 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.537865 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.549109 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d10f52-2923-4af3-95c0-6d6e958fd4a2 None None] Pushing event updated for resources: {'Port': ['ID=db470ec6-480b-4d84-9353-511f6201c1b8,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:30.549358 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:27Z', 'revision_number': 3, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:30.566955 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46703eb-0b35-4377-8b4b-92197c09b9e3 req-c0234b0c-c020-4033-a005-eb460a0d92f3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:30.568418 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b46703eb-0b35-4377-8b4b-92197c09b9e3 req-c0234b0c-c020-4033-a005-eb460a0d92f3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.3015170 Jul 08 08:22:30.578922 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:30.579566 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Checking router: f92693cc-918f-4056-bba2-860d8becf4d6 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:30.579942 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:30.580091 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Updating router f92693cc-918f-4056-bba2-860d8becf4d6 port 65fb9242-9529-4ea3-8f78-2ac193518621 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:30.635483 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 23764e1e-dd42-43ad-9427-61023a581bbf, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=23764e1e-dd42-43ad-9427-61023a581bbf,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:30.640690 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.684817 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b46703eb-0b35-4377-8b4b-92197c09b9e3 req-7bf6eefd-6fce-48f6-8378-a553c3a173e9 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051738 Jul 08 08:22:30.712253 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:30.781452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.782237 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 2ea87567-e706-48b9-802e-b3d6f697380d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:30.808659 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Allocated IP 172.20.0.1 (725f5d4a-cc13-4f6d-88af-2c2728eb05d6/f69c6810-26f9-4f43-9bcf-f22bdb8d0e55/972b06cc-3054-4fde-8b0a-39ddf601b07a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:30.869644 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=23764e1e-dd42-43ad-9427-61023a581bbf,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:30.926032 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:30.972372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:31.058557 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 2ea87567-e706-48b9-802e-b3d6f697380d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:31.059071 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.065188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.087386 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Transition to ACTIVE for port object 972b06cc-3054-4fde-8b0a-39ddf601b07a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:31.104043 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 3, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:31.192133 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.219326 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5749bed-253c-45d4-8015-5f3af6a27ebf None None] The sync data for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi is: [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 3, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:31.231788 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.252167 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Transition to ACTIVE for port object 65fb9242-9529-4ea3-8f78-2ac193518621 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:31.332652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2da2fd2a-4c77-445d-8409-a983c6d1acd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.400696 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.474149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Pushing event updated for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:31.485994 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:31.496895 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:31.502389 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.510752 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139dd8b-c073-4db1-b0c9-34a7db58b48d req-88d89e8a-499b-4315-85a2-191e69800d79 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:31.532339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c139dd8b-c073-4db1-b0c9-34a7db58b48d req-88d89e8a-499b-4315-85a2-191e69800d79 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 943 time: 0.2284045 Jul 08 08:22:31.537140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2da2fd2a-4c77-445d-8409-a983c6d1acd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.545500 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:31.546299 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.625961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2da2fd2a-4c77-445d-8409-a983c6d1acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.720711 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 23764e1e-dd42-43ad-9427-61023a581bbf up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:31.757171 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2da2fd2a-4c77-445d-8409-a983c6d1acd3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f4beaf5a82643f79f96e6bc8ec6745e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812564 Jul 08 08:22:31.762073 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33580) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:31.803801 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2fd2a-4c77-445d-8409-a983c6d1acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fef98a-7343-4fa5-9b85-974cd63a37cf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:31.832283 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd8c2f-cbfb-427c-8dc5-6091e7108005 None None] Pushing event updated for resources: {'Port': ['ID=65fb9242-9529-4ea3-8f78-2ac193518621,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:31.846326 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Attempting to bind port 65fb9242-9529-4ea3-8f78-2ac193518621 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:31.846718 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Attempting to bind port 65fb9242-9529-4ea3-8f78-2ac193518621 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:31.847077 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Attempting to bind port 65fb9242-9529-4ea3-8f78-2ac193518621 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:31.871108 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:31.872268 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:31.872413 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.872856 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:31.873346 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Bound port: 65fb9242-9529-4ea3-8f78-2ac193518621, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:31.873726 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.880092 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.918233 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:31.921767 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 23764e1e-dd42-43ad-9427-61023a581bbf triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:31.924108 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.003842 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Allocated IP 172.20.0.1 (4e83dc93-7be1-454b-be11-0e11831d0cd3/03e29243-0de0-4875-b89a-48fd3ef9d926/3901a22f-d31d-4f78-8318-10e0e7e27979) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:32.066023 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.068470 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] For port 65fb9242-9529-4ea3-8f78-2ac193518621, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:32.069292 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.072770 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] For port 65fb9242-9529-4ea3-8f78-2ac193518621, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=65fb9242-9529-4ea3-8f78-2ac193518621,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:32.075568 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3fef98a-7343-4fa5-9b85-974cd63a37cf HTTP/1.1" status: 204 len: 168 time: 0.3122606 Jul 08 08:22:32.087779 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a870fd-05dd-4635-95ff-1abfa969a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fef98a-7343-4fa5-9b85-974cd63a37cf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:32.127088 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c139dd8b-c073-4db1-b0c9-34a7db58b48d req-75fb9906-c17a-4e63-b454-0714eaa74153 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414754 Jul 08 08:22:32.169347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b8496034-ce5d-48ae-9f59-fc8a7d0f2690 None None] Provisioning for port 972b06cc-3054-4fde-8b0a-39ddf601b07a completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:32.181900 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b8496034-ce5d-48ae-9f59-fc8a7d0f2690 None None] Provisioning complete for port 972b06cc-3054-4fde-8b0a-39ddf601b07a triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:32.183677 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b8496034-ce5d-48ae-9f59-fc8a7d0f2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.212799 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device fb69eacb-a556-4fbf-a402-1e106459a4e0 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:32.236244 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.311222 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.346274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7ce0-e3e6-4a1f-ab12-2a1ba521aef3 req-cbd825e5-ee5a-431c-99fc-702e0a76d721 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:32.358624 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-058d7ce0-e3e6-4a1f-ab12-2a1ba521aef3 req-cbd825e5-ee5a-431c-99fc-702e0a76d721 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.5982840 Jul 08 08:22:32.411731 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b8496034-ce5d-48ae-9f59-fc8a7d0f2690 None None] Port 972b06cc-3054-4fde-8b0a-39ddf601b07a cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:32.440294 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port fb69eacb-a556-4fbf-a402-1e106459a4e0 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:32.440779 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.446098 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:32.450915 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:32.454686 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-607b29cb-65db-4832-93ad-b9f351d6bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:32.463076 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-607b29cb-65db-4832-93ad-b9f351d6bf96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 1096 time: 0.1035838 Jul 08 08:22:32.575262 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-058d7ce0-e3e6-4a1f-ab12-2a1ba521aef3 req-09dc5de6-99c9-4595-854b-0aff626b8971 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143221 Jul 08 08:22:32.638282 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd8c2f-cbfb-427c-8dc5-6091e7108005 None None] Pushing event updated for resources: {'Port': ['ID=65fb9242-9529-4ea3-8f78-2ac193518621,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:32.731622 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:32.759632 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-040eef8c-63d3-4330-a86b-3715ac1da147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:32.763378 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-040eef8c-63d3-4330-a86b-3715ac1da147 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=167b10fc04c849a999fbcc091a550019&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2910564 Jul 08 08:22:32.771378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81705e05-32e0-4897-8a1f-2194f0e3803f req-c984e469-4359-4d49-a2c6-aa0c4ec56190 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:32.773356 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81705e05-32e0-4897-8a1f-2194f0e3803f req-c984e469-4359-4d49-a2c6-aa0c4ec56190 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.4098158 Jul 08 08:22:32.794238 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Transition to ACTIVE for port object 3901a22f-d31d-4f78-8318-10e0e7e27979 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:32.806113 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:33.019096 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.036953 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81705e05-32e0-4897-8a1f-2194f0e3803f req-0248e3c8-e127-4c2a-9878-8afed53b2d4c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418864 Jul 08 08:22:33.068590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-d5a941f7-5f56-4007-82fc-0871d09abb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:33.070095 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-860aed99-5cb5-4cc7-8022-db93f9ed452e req-d5a941f7-5f56-4007-82fc-0871d09abb57 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2978070 Jul 08 08:22:33.072072 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.123638 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:33.126882 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:33.130706 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:33.131337 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.239735 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-536086bd-378f-4d9f-9061-f7585bd6bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:33.241180 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-536086bd-378f-4d9f-9061-f7585bd6bebc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 1096 time: 0.1045353 Jul 08 08:22:33.254146 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.259351 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.260747 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:33.284864 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33596) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:33.308076 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:27Z', 'revision_number': 3, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:33.379640 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec051d51-90c7-4929-8db2-81d4e1148400 None None] The sync data for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi is: [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:27Z', 'revision_number': 3, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:33.398563 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-af7ac312-7d40-4a7b-8cc3-0dcd8e356729 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec HTTP/1.1" status: 200 len: 217 time: 0.1465323 Jul 08 08:22:33.505713 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-d82e99c1-42f9-4f78-8130-66cf68bbc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:33.509136 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-d82e99c1-42f9-4f78-8130-66cf68bbc159 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac0e690f-dab1-4103-9f47-5db82d5d433f HTTP/1.1" status: 200 len: 849 time: 0.1005731 Jul 08 08:22:33.580041 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-ad613868-3701-4ae6-a3be-178221981599 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633955 Jul 08 08:22:33.677757 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device db470ec6-480b-4d84-9353-511f6201c1b8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:33.742447 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-72b92e23-f610-4200-b66d-9d693bff0d80 None None] Provisioning for port 3901a22f-d31d-4f78-8318-10e0e7e27979 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:33.751183 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-b2e4757e-316d-41eb-a7cd-7060e2bc81ee service neutron] 10.222.0.67 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573377 Jul 08 08:22:33.768952 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-72b92e23-f610-4200-b66d-9d693bff0d80 None None] Provisioning complete for port 3901a22f-d31d-4f78-8318-10e0e7e27979 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:33.779100 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-72b92e23-f610-4200-b66d-9d693bff0d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:33.890972 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-72b92e23-f610-4200-b66d-9d693bff0d80 None None] Port 3901a22f-d31d-4f78-8318-10e0e7e27979 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:33.967043 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81afff12-96c6-4ee0-88fa-81d690713de5 req-419c9499-e0db-4063-82fb-0c86c1b81b6f service neutron] 10.222.0.67 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031732 Jul 08 08:22:33.973155 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port db470ec6-480b-4d84-9353-511f6201c1b8 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:33.977479 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port db470ec6-480b-4d84-9353-511f6201c1b8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:33.977935 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:34.066519 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb976-40c1-4ebe-884f-d67fcbb4a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:34.126709 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:34.158480 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port db470ec6-480b-4d84-9353-511f6201c1b8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=db470ec6-480b-4d84-9353-511f6201c1b8,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:34.245017 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Pushing event updated for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:34.273541 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:34.364148 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=db470ec6-480b-4d84-9353-511f6201c1b8,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:34.367965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b631-f1eb-4b6c-a422-0af0b96cb2e4 req-502850f9-3724-448d-b89a-4d910e0c44ff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:34.375217 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93a8b631-f1eb-4b6c-a422-0af0b96cb2e4 req-502850f9-3724-448d-b89a-4d910e0c44ff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.3806551 Jul 08 08:22:34.416975 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca940e-e354-404c-b866-8099a8da73d1 req-c6d1d428-525e-488c-ad78-799fef839c17 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:34.424775 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ffca940e-e354-404c-b866-8099a8da73d1 req-c6d1d428-525e-488c-ad78-799fef839c17 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 943 time: 0.4312489 Jul 08 08:22:34.493528 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb976-40c1-4ebe-884f-d67fcbb4a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:34.499214 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:34.506125 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:34.531292 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93a8b631-f1eb-4b6c-a422-0af0b96cb2e4 req-aead2a35-d5e7-4fdc-ae06-0118a7e05ce7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548343 Jul 08 08:22:34.624732 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ffca940e-e354-404c-b866-8099a8da73d1 req-aa518a2c-9959-473a-b9ac-70ebe0b7f23f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989236 Jul 08 08:22:34.942196 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.034359 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb976-40c1-4ebe-884f-d67fcbb4a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.128457 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-fcd3504d-3d1d-48f7-83d9-92678a0305e6 None None] Provisioning complete for port 972b06cc-3054-4fde-8b0a-39ddf601b07a triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:35.129430 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fcd3504d-3d1d-48f7-83d9-92678a0305e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.146179 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb976-40c1-4ebe-884f-d67fcbb4a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611908dc-7574-488d-8ddd-e5ad077c27d7,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:35.153796 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a4cbb976-40c1-4ebe-884f-d67fcbb4a79f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=537366cdc74240a68879a6fa93c965dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8605924 Jul 08 08:22:35.156732 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33616) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:35.163672 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Router 89d00928-ff24-43b8-87a3-708f01094d21 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:22:35.176469 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3504d-3d1d-48f7-83d9-92678a0305e6 None None] Port 972b06cc-3054-4fde-8b0a-39ddf601b07a cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:35.186256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629b40d-cd76-4689-8380-f5224efdf23e req-66a3ea93-a434-4937-951a-9b30b0009070 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:35.187831 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e629b40d-cd76-4689-8380-f5224efdf23e req-66a3ea93-a434-4937-951a-9b30b0009070 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2990873 Jul 08 08:22:35.214170 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.236223 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.309487 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e629b40d-cd76-4689-8380-f5224efdf23e req-8403a887-ea84-49bc-9b27-d967104011aa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142747 Jul 08 08:22:35.411430 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.414962 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:35.419984 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b7005f00-8281-480c-b5b2-0f54c014fb59 admin admin] 10.222.0.72 "PUT /v2.0/routers/89d00928-ff24-43b8-87a3-708f01094d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7572985 Jul 08 08:22:35.432255 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Sync routers for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:35.442282 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:35.442906 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:35.563892 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:35.651014 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device db470ec6-480b-4d84-9353-511f6201c1b8 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:35.721665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port db470ec6-480b-4d84-9353-511f6201c1b8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:35.722041 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:35.754620 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a368-d4d6-4f76-bedf-7982f607f0e4 req-1328b8eb-b1bf-4356-91ef-506d1e90a83a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:35.756187 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d381a368-d4d6-4f76-bedf-7982f607f0e4 req-1328b8eb-b1bf-4356-91ef-506d1e90a83a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0737092 Jul 08 08:22:35.796239 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d381a368-d4d6-4f76-bedf-7982f607f0e4 req-205c7506-f55a-478a-9927-c6f324a3d9a8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337744 Jul 08 08:22:35.806847 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:31Z', 'revision_number': 4, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '972b06cc-3054-4fde-8b0a-39ddf601b07a', 'name': '', 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'mac_address': 'fa:16:3e:22:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:30Z', 'updated_at': '2021-07-08T08:22:32Z', 'revision_number': 2, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'subnets': [{'id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:35.818410 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 65fb9242-9529-4ea3-8f78-2ac193518621 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:35.843665 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Checking router: 89d00928-ff24-43b8-87a3-708f01094d21 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:35.844155 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Updating router 89d00928-ff24-43b8-87a3-708f01094d21 port 972b06cc-3054-4fde-8b0a-39ddf601b07a binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:35.883017 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.103707 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 65fb9242-9529-4ea3-8f78-2ac193518621 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:36.107921 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.107921 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.113974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 65fb9242-9529-4ea3-8f78-2ac193518621 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:36.114361 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.219449 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.241137 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:36.278442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.305632 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.315382 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Transition to ACTIVE for port object 972b06cc-3054-4fde-8b0a-39ddf601b07a will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:36.315573 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.315573 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/611908dc-7574-488d-8ddd-e5ad077c27d7 HTTP/1.1" status: 204 len: 168 time: 1.1566501 Jul 08 08:22:36.348806 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad0895-f9a5-44b3-adfb-1a66bb401a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611908dc-7574-488d-8ddd-e5ad077c27d7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:36.349545 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 65fb9242-9529-4ea3-8f78-2ac193518621, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=65fb9242-9529-4ea3-8f78-2ac193518621,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:36.352526 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:22:36.363408 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:36.369941 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:36.409479 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.487555 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.574374 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0a749-98c5-4485-858e-dc9cf48821ce None None] Pushing event updated for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:36.587090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:36.604293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec', 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c', 'port_id': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec', 'mac_address': 'fa:16:3e:ba:86:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e690f-dab1-4103-9f47-5db82d5d433f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:22:36.735442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=65fb9242-9529-4ea3-8f78-2ac193518621,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:36.737134 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Attempting to bind port 972b06cc-3054-4fde-8b0a-39ddf601b07a on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:36.738078 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Attempting to bind port 972b06cc-3054-4fde-8b0a-39ddf601b07a by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:36.738846 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Attempting to bind port 972b06cc-3054-4fde-8b0a-39ddf601b07a on network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:36.778660 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Router f92693cc-918f-4056-bba2-860d8becf4d6 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:22:36.779084 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:36.780308 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Checking segment: {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:36.781865 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.782454 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Bound using segment: {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:36.783595 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Bound port: 972b06cc-3054-4fde-8b0a-39ddf601b07a, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f1718-386f-4474-8b92-88d9c1feb7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:36.784885 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.801400 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.818926 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:36.826485 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526472596', 'description': 'tempest-secgroup-smoke-526472596 description', 'project_id': '4ca6afb02d7e439b94137e3f3093df92'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:36.838652 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:22:36.893135 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:36.926008 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6b858919-286d-4383-81b6-973807b3e8fe None None] Provisioning complete for port 3901a22f-d31d-4f78-8318-10e0e7e27979 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:36.926521 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b858919-286d-4383-81b6-973807b3e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:36.937814 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] For port 972b06cc-3054-4fde-8b0a-39ddf601b07a, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:36.942908 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] For port 972b06cc-3054-4fde-8b0a-39ddf601b07a, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=972b06cc-3054-4fde-8b0a-39ddf601b07a,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:36.997575 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-6b858919-286d-4383-81b6-973807b3e8fe None None] Port 3901a22f-d31d-4f78-8318-10e0e7e27979 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:36.999107 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:37.011524 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Sync routers for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:37.014915 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-08aaa23f-2b20-4033-a91b-21987a0400e5 admin admin] 10.222.0.72 "PUT /v2.0/routers/f92693cc-918f-4056-bba2-860d8becf4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9258142 Jul 08 08:22:37.046441 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:37.047109 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:37.052046 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.053080 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.176004 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8054344-b622-49e2-b00a-40fad8f12af0 req-0be407b6-770a-47c9-a478-51e66507d3cb tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:37.184666 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8054344-b622-49e2-b00a-40fad8f12af0 req-0be407b6-770a-47c9-a478-51e66507d3cb tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 943 time: 0.1883142 Jul 08 08:22:37.233445 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.351594 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:37.353103 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:37.369658 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0a749-98c5-4485-858e-dc9cf48821ce None None] Pushing event updated for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:37.394195 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.507157 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8054344-b622-49e2-b00a-40fad8f12af0 req-c4aae508-f0c7-4f3b-87ce-e815e532000d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115602 Jul 08 08:22:37.518540 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.639340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a177a680-df6d-443e-8cce-9f6d5cf93c37,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:37.648126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:37.656055 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a28b2c-d820-49f5-bca8-92a64dc9c969 req-6133c57b-0ef5-49fd-8e1e-9bef4072a512 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:37.657630 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2a28b2c-d820-49f5-bca8-92a64dc9c969 req-6133c57b-0ef5-49fd-8e1e-9bef4072a512 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.4635277 Jul 08 08:22:37.752055 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 65fb9242-9529-4ea3-8f78-2ac193518621 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:37.780932 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.782315 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fa73b45c-b03f-40b3-bb13-c96426c83ca0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9621568 Jul 08 08:22:37.785212 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33670) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:37.794333 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:37.809475 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2a28b2c-d820-49f5-bca8-92a64dc9c969 req-8b2d4f00-736e-47f3-8652-398c3cc7e8cd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330497 Jul 08 08:22:37.862559 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:37.909097 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:37.911241 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:37.966995 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:37.990275 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 65fb9242-9529-4ea3-8f78-2ac193518621 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:37.990670 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.099951 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2ecc8-446b-47a6-9a34-b958c41b6e2e req-7e7c1a37-79ec-436f-aacd-803fbb0d70b0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:38.115972 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ca2ecc8-446b-47a6-9a34-b958c41b6e2e req-7e7c1a37-79ec-436f-aacd-803fbb0d70b0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2287557 Jul 08 08:22:38.164443 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.183440 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ca2ecc8-446b-47a6-9a34-b958c41b6e2e req-0876c194-fc6f-474c-ab97-983aac348cf0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598004 Jul 08 08:22:38.311251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.355913 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74425306-9857-4ae6-8526-7ee18188657c,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:38.426117 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:31Z', 'revision_number': 4, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '972b06cc-3054-4fde-8b0a-39ddf601b07a', 'name': '', 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'mac_address': 'fa:16:3e:22:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:30Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'subnets': [{'id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:38.457724 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.459789 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-28b96ea6-3f7c-4a28-8951-01c1ade8c281 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6733296 Jul 08 08:22:38.462541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33690) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:38.472000 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314132a-289e-4390-9bd9-bdf94aed15d8 None None] The sync data for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi is: [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:22:31Z', 'revision_number': 4, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '972b06cc-3054-4fde-8b0a-39ddf601b07a', 'name': '', 'network_id': '725f5d4a-cc13-4f6d-88af-2c2728eb05d6', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'mac_address': 'fa:16:3e:22:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:30Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'subnets': [{'id': 'f69c6810-26f9-4f43-9bcf-f22bdb8d0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:38.474020 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:38.490699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3901a22f-d31d-4f78-8318-10e0e7e27979', 'name': '', 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'mac_address': 'fa:16:3e:f8:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:31Z', 'updated_at': '2021-07-08T08:22:35Z', 'revision_number': 2, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'subnets': [{'id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:38.556084 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Checking router: f92693cc-918f-4056-bba2-860d8becf4d6 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:38.558742 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Updating router f92693cc-918f-4056-bba2-860d8becf4d6 port 3901a22f-d31d-4f78-8318-10e0e7e27979 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:38.597319 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.672835 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.783362 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.841977 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0033894-f366-4f9b-8879-e1866a9c86fc req-3dc4975e-4cac-433e-b89d-1ff5dfdcd722 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:38.858013 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b0033894-f366-4f9b-8879-e1866a9c86fc req-3dc4975e-4cac-433e-b89d-1ff5dfdcd722 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 944 time: 0.1471574 Jul 08 08:22:38.891541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:38.947451 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fdd1c0-28d1-4ae4-a887-256e9f51eaf5,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:38.973376 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b0033894-f366-4f9b-8879-e1866a9c86fc req-03e60fc7-5395-47ee-825c-3a7004df9fba tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143904 Jul 08 08:22:39.014032 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.016064 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a369f7b3-ed15-434b-9d2d-7d88d127a29c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5516272 Jul 08 08:22:39.021928 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:39.027475 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:39.183991 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.205785 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e00a-881e-4a8a-aff6-75370cc324d5 req-8edfd9c0-c612-4fc0-b3cb-a02a4e82d546 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:39.218346 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1dc0e00a-881e-4a8a-aff6-75370cc324d5 req-8edfd9c0-c612-4fc0-b3cb-a02a4e82d546 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1569648 Jul 08 08:22:39.340220 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.375245 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1dc0e00a-881e-4a8a-aff6-75370cc324d5 req-d8ebbca3-2225-4011-95bd-fca13c3ce534 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399891 Jul 08 08:22:39.382283 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Transition to ACTIVE for port object 3901a22f-d31d-4f78-8318-10e0e7e27979 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:39.382762 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.465899 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.506180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.540091 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d69cd3-8a85-4343-92aa-668aa391cb7b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:39.648621 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.654705 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b0df80ff-a374-4336-9e84-b6963ad53d1a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6315932 Jul 08 08:22:39.662450 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33722) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:39.665522 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:39.773584 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f7ba-9d5f-4704-812f-c109266e07a2 req-5a494673-f182-40b0-84a3-91a48b3cbc08 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:39.780545 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0635f7ba-9d5f-4704-812f-c109266e07a2 req-5a494673-f182-40b0-84a3-91a48b3cbc08 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.2653580 Jul 08 08:22:39.812319 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 972b06cc-3054-4fde-8b0a-39ddf601b07a up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:39.833971 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:39.888301 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0635f7ba-9d5f-4704-812f-c109266e07a2 req-b2faacad-daaf-4b01-81ef-68fa6e7abf92 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013994 Jul 08 08:22:40.017400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.100661 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.151009 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cb8df8-b904-4b61-b8c9-655f7ffa358b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:40.178615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b616c19-8596-42b0-a8e6-61a8a74cb6cc None None] Pushing event updated for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:40.231167 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Attempting to bind port 3901a22f-d31d-4f78-8318-10e0e7e27979 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:40.231582 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Attempting to bind port 3901a22f-d31d-4f78-8318-10e0e7e27979 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:40.235442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Attempting to bind port 3901a22f-d31d-4f78-8318-10e0e7e27979 on network 4e83dc93-7be1-454b-be11-0e11831d0cd3 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:40.243301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:40.243680 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Checking segment: {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:40.244074 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.244467 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Bound using segment: {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:40.244946 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Bound port: 3901a22f-d31d-4f78-8318-10e0e7e27979, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6844cdc8-9863-40ad-a1c5-596ce35c703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:40.246111 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.276939 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.278517 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5311a96c-2e9a-4811-a2b7-bdd2c56054a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6169603 Jul 08 08:22:40.281444 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33726) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:40.286299 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:40.351811 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f10b9-deba-479b-af11-1f2ead68cb84 req-5281bdab-c95b-404d-b86f-5983edea0d0e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:40.353781 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b03f10b9-deba-479b-af11-1f2ead68cb84 req-5281bdab-c95b-404d-b86f-5983edea0d0e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 944 time: 0.1570532 Jul 08 08:22:40.382982 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:40.432460 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b03f10b9-deba-479b-af11-1f2ead68cb84 req-211ef384-c596-4237-89f3-25a88f4260ba tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720651 Jul 08 08:22:40.494163 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Project 4ca6afb02d7e439b94137e3f3093df92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:22:40.506997 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.512740 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] For port 3901a22f-d31d-4f78-8318-10e0e7e27979, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:40.518660 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 972b06cc-3054-4fde-8b0a-39ddf601b07a completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:40.538098 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 972b06cc-3054-4fde-8b0a-39ddf601b07a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:40.538585 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.677088 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] For port 3901a22f-d31d-4f78-8318-10e0e7e27979, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3901a22f-d31d-4f78-8318-10e0e7e27979,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:40.789559 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6698c-8f6e-43ab-8ee1-81a5e1b2d93a req-2e71c799-96db-4fba-8d07-2f6a0d5ef22a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:40.798979 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ae6698c-8f6e-43ab-8ee1-81a5e1b2d93a req-2e71c799-96db-4fba-8d07-2f6a0d5ef22a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1991885 Jul 08 08:22:40.799416 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.882128 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ae6698c-8f6e-43ab-8ee1-81a5e1b2d93a req-0cb819b4-5a25-4d1d-a2fe-580867dffc17 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699527 Jul 08 08:22:40.958520 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:40.990295 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:41.077153 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:41.130231 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd7a33-207a-4d39-8617-3f529ad0de38,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:41.160187 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:41.191393 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:41.191393 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:41.370890 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 972b06cc-3054-4fde-8b0a-39ddf601b07a, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=972b06cc-3054-4fde-8b0a-39ddf601b07a,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:41.370890 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b616c19-8596-42b0-a8e6-61a8a74cb6cc None None] Pushing event updated for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:41.370890 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:41.370890 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:41.486875 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde51db-c702-4101-8efc-f3c094a4a625 req-8cc378c5-a2cb-43f6-b12e-1405639f3bbd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:41.496314 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cfde51db-c702-4101-8efc-f3c094a4a625 req-8cc378c5-a2cb-43f6-b12e-1405639f3bbd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1589801 Jul 08 08:22:41.606183 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cfde51db-c702-4101-8efc-f3c094a4a625 req-f805b928-5b45-4af3-b985-1bdc5a36a6bb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082628 Jul 08 08:22:41.672413 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:41.683050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:41.815954 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:41.825244 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393de26-26d4-4fab-9857-0eb51a32dc2b" -d '{"events": [{"server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "name": "network-vif-plugged", "status": "completed", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:41.862662 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6ada-e5c6-4a54-8bdd-bf4df1278eec req-fa6b7e43-dbd8-4e66-9488-ed70de35cb42 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:41.868370 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-56bf6ada-e5c6-4a54-8bdd-bf4df1278eec req-fa6b7e43-dbd8-4e66-9488-ed70de35cb42 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 944 time: 0.1900225 Jul 08 08:22:41.946068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:41.952264 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0118bd7c-bd6b-4375-9e29-e2a0d2ecbe6f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6648872 Jul 08 08:22:41.952264 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33752) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:41.955843 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'security_group_rule': {'security_group_id': 'a177a680-df6d-443e-8cce-9f6d5cf93c37', 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:41.998707 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-56bf6ada-e5c6-4a54-8bdd-bf4df1278eec req-a1c86551-8f99-4bb6-924b-a7256561a34b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038210 Jul 08 08:22:42.016075 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:42.020649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62634fc6-e164-4828-b746-cda11dd212c9 x-openstack-request-id: req-62634fc6-e164-4828-b746-cda11dd212c9 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:42.020649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "name": "network-vif-plugged", "status": "completed", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:42.020649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62634fc6-e164-4828-b746-cda11dd212c9 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:42.020649 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec', 'code': 200} Jul 08 08:22:42.050841 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:42.152930 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:42.200634 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Project 4ca6afb02d7e439b94137e3f3093df92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:22:42.207052 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:42.220242 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:42.446370 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:42.506777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:42.549939 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3901a22f-d31d-4f78-8318-10e0e7e27979', 'name': '', 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'mac_address': 'fa:16:3e:f8:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:31Z', 'updated_at': '2021-07-08T08:22:40Z', 'revision_number': 4, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'subnets': [{'id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:42.641926 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d2a1-407e-4867-bc7f-9c2d29e6e1ad req-454936a2-8a3f-4c98-836e-76c6cd759801 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:42.645963 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33756) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:42.665770 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b8a9d2a1-407e-4867-bc7f-9c2d29e6e1ad req-454936a2-8a3f-4c98-836e-76c6cd759801 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2837546 Jul 08 08:22:42.717444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e3bfd-4748-4397-90c4-d8839cd19050 None None] The sync data for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi is: [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '3901a22f-d31d-4f78-8318-10e0e7e27979', 'name': '', 'network_id': '4e83dc93-7be1-454b-be11-0e11831d0cd3', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'mac_address': 'fa:16:3e:f8:fe:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:31Z', 'updated_at': '2021-07-08T08:22:40Z', 'revision_number': 4, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'subnets': [{'id': '03e29243-0de0-4875-b89a-48fd3ef9d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:42.752663 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b8a9d2a1-407e-4867-bc7f-9c2d29e6e1ad req-b391dd57-d9d1-4a16-9abd-a934b231609f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859654 Jul 08 08:22:42.781968 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909f3a-81da-4c9b-a93a-423b4eddf9b5 req-dc06d399-c660-490d-ac3a-0661bfe76f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:42.785892 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4d909f3a-81da-4c9b-a93a-423b4eddf9b5 req-dc06d399-c660-490d-ac3a-0661bfe76f60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 1098 time: 0.2344599 Jul 08 08:22:42.898633 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:42.917472 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4d909f3a-81da-4c9b-a93a-423b4eddf9b5 req-5277a183-274c-44e8-aaed-0aae8c8638d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Jul 08 08:22:42.983662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a80cafd-7526-4df3-bff5-7be991c1077f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:43.085361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-473724ee-88f4-4795-9c4f-35286b0d3424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:43.106428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:43.122332 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-113375bf-cd83-4e50-ad35-86c7a6421258 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1701853 Jul 08 08:22:43.157843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca9f17-be09-44c4-a2d5-88f9f622aa46 req-3cc1021f-b5f7-4d39-9078-da21220ac2d1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:43.160180 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66ca9f17-be09-44c4-a2d5-88f9f622aa46 req-3cc1021f-b5f7-4d39-9078-da21220ac2d1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1692059 Jul 08 08:22:43.336855 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66ca9f17-be09-44c4-a2d5-88f9f622aa46 req-8d4cdf75-9a78-450e-a5dc-e66bbbf6d09a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489730 Jul 08 08:22:43.410242 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-473724ee-88f4-4795-9c4f-35286b0d3424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:43.414458 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703f78-eae0-447e-9be7-5787eba006b0 req-99c6b0d0-514a-4ce6-aadf-07f0cc5351b5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:43.418522 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-18703f78-eae0-447e-9be7-5787eba006b0 req-99c6b0d0-514a-4ce6-aadf-07f0cc5351b5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.0921474 Jul 08 08:22:43.476459 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-18703f78-eae0-447e-9be7-5787eba006b0 req-2cb38c4d-8c3d-431b-87da-0db8bc2dcb10 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Jul 08 08:22:43.960761 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-473724ee-88f4-4795-9c4f-35286b0d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.014850 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-473724ee-88f4-4795-9c4f-35286b0d3424 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c14354cd3cfe440d8656827ff6b086ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3671536 Jul 08 08:22:44.015971 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33782) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:44.083754 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c631c-2771-406c-b6d2-4237e7530462 req-dce68e16-06ec-42f4-b57a-7a17930bb53c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:44.093935 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b58c631c-2771-406c-b6d2-4237e7530462 req-dce68e16-06ec-42f4-b57a-7a17930bb53c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1280942 Jul 08 08:22:44.156727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473724ee-88f4-4795-9c4f-35286b0d3424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f4c634-784f-4733-97ca-e40612d3fec1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:44.168451 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b58c631c-2771-406c-b6d2-4237e7530462 req-8311ae85-54c1-46e2-a315-da9a2038c8bc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Jul 08 08:22:44.238645 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.298251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.514392 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 972b06cc-3054-4fde-8b0a-39ddf601b07a up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:44.644196 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.648693 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.649236 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52f4c634-784f-4733-97ca-e40612d3fec1 HTTP/1.1" status: 204 len: 168 time: 0.6299996 Jul 08 08:22:44.672256 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 972b06cc-3054-4fde-8b0a-39ddf601b07a triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:44.672631 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:44.705923 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489c08e-c5a9-46f4-97de-114f174a73b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f4c634-784f-4733-97ca-e40612d3fec1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:44.821303 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3901a22f-d31d-4f78-8318-10e0e7e27979 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:44.881221 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b710-96c6-48f3-80d2-12d870bfcaeb req-0ea2818d-f519-4ddd-8141-1729f9f0fe60 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:44.894054 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fa55b710-96c6-48f3-80d2-12d870bfcaeb req-0ea2818d-f519-4ddd-8141-1729f9f0fe60 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.3258462 Jul 08 08:22:44.941162 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354f53-f702-4e9c-b285-64ba3141adb4 req-62fbbbf9-cd03-446d-9402-49cf507f12dc tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:44.942645 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cf354f53-f702-4e9c-b285-64ba3141adb4 req-62fbbbf9-cd03-446d-9402-49cf507f12dc tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1863086 Jul 08 08:22:44.982379 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fa55b710-96c6-48f3-80d2-12d870bfcaeb req-d98ac4c3-2ab1-4e39-b3d9-eed1a77755b8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835679 Jul 08 08:22:45.014775 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cf354f53-f702-4e9c-b285-64ba3141adb4 req-59e6b595-cd58-4db3-9f9e-43df130b0934 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612795 Jul 08 08:22:45.346677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a8d5-67e4-4695-81ce-b4895454d49e req-57937cd6-6bbe-4852-92a7-e063fdba3387 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:45.348158 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ee8a8d5-67e4-4695-81ce-b4895454d49e req-57937cd6-6bbe-4852-92a7-e063fdba3387 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0648572 Jul 08 08:22:45.392415 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ee8a8d5-67e4-4695-81ce-b4895454d49e req-afe76a68-eb79-466c-912e-218c497cfbfb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Jul 08 08:22:45.589716 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 3901a22f-d31d-4f78-8318-10e0e7e27979 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:45.599150 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 3901a22f-d31d-4f78-8318-10e0e7e27979 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:45.599150 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:45.678195 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:45.709581 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 3901a22f-d31d-4f78-8318-10e0e7e27979, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3901a22f-d31d-4f78-8318-10e0e7e27979,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:45.846192 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:45.930778 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:46.186673 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b52ee-584a-41ec-9885-1be875f98e11 req-47ca670f-838f-4b1e-ac10-a8c3191fae99 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:46.195785 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3901a22f-d31d-4f78-8318-10e0e7e27979 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:46.199208 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-880b52ee-584a-41ec-9885-1be875f98e11 req-47ca670f-838f-4b1e-ac10-a8c3191fae99 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0996289 Jul 08 08:22:46.252744 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-880b52ee-584a-41ec-9885-1be875f98e11 req-a9f79b3c-54c0-43c3-9fed-318d28ba879f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501089 Jul 08 08:22:46.286837 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 3901a22f-d31d-4f78-8318-10e0e7e27979 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:46.287299 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:46.609306 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8640f-931b-4490-8e58-d70a2ea816dd req-819658e6-44f9-48bc-992f-ecb19b64bf46 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:46.611951 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15b8640f-931b-4490-8e58-d70a2ea816dd req-819658e6-44f9-48bc-992f-ecb19b64bf46 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0890801 Jul 08 08:22:46.678499 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15b8640f-931b-4490-8e58-d70a2ea816dd req-17365ecb-00ca-41a0-beb4-98b17899c94c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Jul 08 08:22:46.894442 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:47.014459 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-263578403-network', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:47.132529 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Made reservation on behalf of a3ff0b32b43949c48507fbd7762c5dae for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:47.135345 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.144340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.267301 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.337685 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.425778 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:47.430240 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30476a0-e932-4404-862c-8d9cf8148667,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:47.444027 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.444760 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Added segment fa464644-ecfa-41c3-a610-75d658956c88 of type vlan for network 1ba24858-5803-4f59-8870-63a819f69432 Jul 08 08:22:47.512878 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.567612 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3768574-dc5d-463c-904b-de7d37414957 req-41d0e407-4153-463b-a338-2752145a5896 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:47.569514 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d3768574-dc5d-463c-904b-de7d37414957 req-41d0e407-4153-463b-a338-2752145a5896 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.0791430 Jul 08 08:22:47.619458 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d3768574-dc5d-463c-904b-de7d37414957 req-a4afb81c-6cdb-4677-b163-a134cef0a36d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Jul 08 08:22:47.704545 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.705654 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:47.706299 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:47.815799 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba24858-5803-4f59-8870-63a819f69432,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:47.826734 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 1ba24858-5803-4f59-8870-63a819f69432 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:47.864217 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-749893c9-6a5b-4afa-a167-74a62db43a82 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9685602 Jul 08 08:22:47.867077 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:47.873324 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Request body: {'subnet': {'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-263578403-subnet', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:47.935967 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02667a9-06d5-4bba-8d47-2147ded6ee1e req-cb424dcd-c94d-4397-b796-649ade7203dd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:47.938372 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a02667a9-06d5-4bba-8d47-2147ded6ee1e req-cb424dcd-c94d-4397-b796-649ade7203dd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0958455 Jul 08 08:22:48.011218 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a02667a9-06d5-4bba-8d47-2147ded6ee1e req-675d2587-7560-4520-a2cf-53e9cc48b379 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Jul 08 08:22:48.040048 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Made reservation on behalf of a3ff0b32b43949c48507fbd7762c5dae for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:48.043821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:48.386996 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:48.456580 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb19fc4a-38de-4540-adc0-c74605cf8d7b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:48.475425 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:48.475924 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Network hostable DHCP agents. Network: 1ba24858-5803-4f59-8870-63a819f69432, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:48.628619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Network 1ba24858-5803-4f59-8870-63a819f69432 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:48.781622 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 1ba24858-5803-4f59-8870-63a819f69432) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:48.793018 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:48.793623 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:48.793755 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eabcc5e-65ca-446d-876b-a0f5b8be836c None None] Network 1ba24858-5803-4f59-8870-63a819f69432 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:48.842358 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da52-ec39-434c-8216-4a963908883b req-0b602f5d-c06b-4a4e-ab56-4341acdd93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:48.849328 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-0b602f5d-c06b-4a4e-ab56-4341acdd93c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1099 time: 0.1135051 Jul 08 08:22:48.926850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4962-9781-4695-8018-6007ac0b437a req-e450a0d5-1e29-4fcc-8f8c-b8fa92117a75 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:48.928982 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3f5d4962-9781-4695-8018-6007ac0b437a req-e450a0d5-1e29-4fcc-8f8c-b8fa92117a75 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1115844 Jul 08 08:22:48.946475 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3111a072-f554-40e0-a7f8-c4c9d796c168 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0783284 Jul 08 08:22:48.954117 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 33922) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:48.974382 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:49.012949 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3f5d4962-9781-4695-8018-6007ac0b437a req-80f99226-8104-416d-a706-97dddd02a0ae tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751967 Jul 08 08:22:49.148054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da52-ec39-434c-8216-4a963908883b req-22a2c630-e2b2-45a2-a1ed-bcc022e4fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:49.152631 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-22a2c630-e2b2-45a2-a1ed-bcc022e4fd07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.2942045 Jul 08 08:22:49.154654 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-1ba24858-5803-4f59-8870-63a819f69432', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:49.155558 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.277803 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-029d2e69-fffa-4a72-bcc6-e60ca4424208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1002 time: 0.1139123 Jul 08 08:22:49.308733 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96928cfd-ba61-4019-9033-0b82a9b841a9 req-0c542084-62ec-48a7-a587-a852f0de5557 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:49.310217 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96928cfd-ba61-4019-9033-0b82a9b841a9 req-0c542084-62ec-48a7-a587-a852f0de5557 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0808544 Jul 08 08:22:49.336362 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da52-ec39-434c-8216-4a963908883b req-9d54846a-2e0e-4263-b341-652198dd62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:49.338448 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-9d54846a-2e0e-4263-b341-652198dd62a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0508969 Jul 08 08:22:49.353069 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96928cfd-ba61-4019-9033-0b82a9b841a9 req-104c8853-49cf-4f9a-85a8-60d198a336e4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Jul 08 08:22:49.392764 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Allocated IP 172.20.0.2 (1ba24858-5803-4f59-8870-63a819f69432/bb19fc4a-38de-4540-adc0-c74605cf8d7b/54e31ef9-c65c-4b45-835f-59c19af3e44e) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:49.428139 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5da52-ec39-434c-8216-4a963908883b req-9a2a7145-c417-4636-8bec-b87bc167eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:49.429632 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-9a2a7145-c417-4636-8bec-b87bc167eee5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812306 Jul 08 08:22:49.560343 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-2bcbeb1f-8753-4f58-8420-e744a9b0001b service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085627 Jul 08 08:22:49.563610 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.573648 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Transition to ACTIVE for port object 54e31ef9-c65c-4b45-835f-59c19af3e44e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:49.591797 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Transition to ACTIVE for port object 54e31ef9-c65c-4b45-835f-59c19af3e44e will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:49.654923 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26b5da52-ec39-434c-8216-4a963908883b req-8952e7d9-3b5f-4cb3-ac06-a906deebe9bc service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927501 Jul 08 08:22:49.763248 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.764329 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.797715 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.840217 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:49.842047 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:49.848296 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:49.858119 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Pushing event updated for resources: {'Port': ['ID=54e31ef9-c65c-4b45-835f-59c19af3e44e,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:49.932530 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Attempting to bind port 54e31ef9-c65c-4b45-835f-59c19af3e44e on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:49.933041 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Attempting to bind port 54e31ef9-c65c-4b45-835f-59c19af3e44e by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:49.933470 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Attempting to bind port 54e31ef9-c65c-4b45-835f-59c19af3e44e on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:49.942514 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:49.942965 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:49.943378 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:49.943831 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Bound using segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:49.944325 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Bound port: 54e31ef9-c65c-4b45-835f-59c19af3e44e, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:49.944703 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:50.028989 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a86d76-8ee3-4843-9bc8-de805428ef80 req-4d80de8e-b4ff-4809-92fd-7efccdc05589 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:50.039421 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-99a86d76-8ee3-4843-9bc8-de805428ef80 req-4d80de8e-b4ff-4809-92fd-7efccdc05589 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1217103 Jul 08 08:22:50.054211 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] For port 54e31ef9-c65c-4b45-835f-59c19af3e44e, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:50.059534 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] For port 54e31ef9-c65c-4b45-835f-59c19af3e44e, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=54e31ef9-c65c-4b45-835f-59c19af3e44e,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:50.094547 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-99a86d76-8ee3-4843-9bc8-de805428ef80 req-211e5a0b-d780-4dec-a171-3a24a3d855ad tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Jul 08 08:22:50.123088 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:50.147667 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d2af-ddeb-4126-a999-c68dddacc4ac req-9db5a9ee-3df8-443f-90fb-da4a65ca9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:50.149458 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67f6d2af-ddeb-4126-a999-c68dddacc4ac req-9db5a9ee-3df8-443f-90fb-da4a65ca9f0f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 1098 time: 0.3811707 Jul 08 08:22:50.155615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:50.221775 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67f6d2af-ddeb-4126-a999-c68dddacc4ac req-57700efe-e6bb-4bcb-b896-4c046a54f302 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Jul 08 08:22:50.239560 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961107d3-8888-4619-bd53-30d1f51aa17a None None] Pushing event updated for resources: {'Port': ['ID=54e31ef9-c65c-4b45-835f-59c19af3e44e,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:50.367421 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407da6-92d6-4419-95d8-0420a0da1f8e req-bde4f813-218d-4612-8987-ab9786250598 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:50.378939 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c7407da6-92d6-4419-95d8-0420a0da1f8e req-bde4f813-218d-4612-8987-ab9786250598 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1314044 Jul 08 08:22:50.431624 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c7407da6-92d6-4419-95d8-0420a0da1f8e req-839966a9-7c90-4ef8-88ba-40d479f38ad8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493076 Jul 08 08:22:50.668960 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:50.955958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5565b7-6e8e-44e4-a4c8-5cfda95a23f5 req-3967a041-5d8d-42f7-87c5-d6d6ffc72156 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:50.965350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fe5565b7-6e8e-44e4-a4c8-5cfda95a23f5 req-3967a041-5d8d-42f7-87c5-d6d6ffc72156 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.3959401 Jul 08 08:22:51.004289 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fe5565b7-6e8e-44e4-a4c8-5cfda95a23f5 req-fb2d459a-8172-4fb2-bdad-197f54ade2d9 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Jul 08 08:22:51.177522 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:51.228110 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:51.334269 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c49b-e319-4b4f-8051-a0cff72a1239 req-28e922dd-fa38-477b-a631-046227ffa4c6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:51.342251 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3ca2c49b-e319-4b4f-8051-a0cff72a1239 req-28e922dd-fa38-477b-a631-046227ffa4c6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.0955086 Jul 08 08:22:51.387113 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3ca2c49b-e319-4b4f-8051-a0cff72a1239 req-e9534638-09e1-4211-8f54-49d42ca7c630 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Jul 08 08:22:51.410668 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Allocated IP 172.27.3.11 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/bd4b2580-f967-4c35-90b1-36c62f466d96) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:51.594496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2513919-4f16-47cc-8ab7-eed08359c3a8 None None] Network 1ba24858-5803-4f59-8870-63a819f69432 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:51.619764 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:51.685000 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99328-83fc-4024-930d-d1e53e83077e req-87bcf351-3a68-4392-9a29-1041155fe239 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:51.687454 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9e99328-83fc-4024-930d-d1e53e83077e req-87bcf351-3a68-4392-9a29-1041155fe239 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1096416 Jul 08 08:22:51.743061 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9e99328-83fc-4024-930d-d1e53e83077e req-3f0d533d-4824-4eb5-915f-fe031585288e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Jul 08 08:22:51.784413 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-09ffa100-6ba8-4e0d-a7fe-4fd64e5ec048 None None] Provisioning for port 54e31ef9-c65c-4b45-835f-59c19af3e44e completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:51.796528 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:51.867115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:51.870788 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:51.873206 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:51.905405 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Pushing event updated for resources: {'Port': ['ID=bd4b2580-f967-4c35-90b1-36c62f466d96,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:52.205590 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 54e31ef9-c65c-4b45-835f-59c19af3e44e up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:52.265683 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce0685-84b3-402c-bec1-82dc80a67053 req-3d53c57a-d273-4e94-a511-e7b766eb40c2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:52.274612 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-04ce0685-84b3-402c-bec1-82dc80a67053 req-3d53c57a-d273-4e94-a511-e7b766eb40c2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1039119 Jul 08 08:22:52.302800 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:52.314954 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-04ce0685-84b3-402c-bec1-82dc80a67053 req-defaf88b-f244-4a63-a20d-fb95a05e8507 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Jul 08 08:22:52.402666 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 54e31ef9-c65c-4b45-835f-59c19af3e44e completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:52.406959 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 54e31ef9-c65c-4b45-835f-59c19af3e44e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:52.407393 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:52.621140 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802ca64-ffba-40e4-ac5d-d4364eeb607d req-037f348e-6ee4-4cf0-8962-1616708c7c58 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:52.623434 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c802ca64-ffba-40e4-ac5d-d4364eeb607d req-037f348e-6ee4-4cf0-8962-1616708c7c58 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1031764 Jul 08 08:22:52.640635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:52.676546 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c802ca64-ffba-40e4-ac5d-d4364eeb607d req-8b0639c0-c266-4d15-b927-48c192f83bae tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Jul 08 08:22:52.720882 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:52.756112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 54e31ef9-c65c-4b45-835f-59c19af3e44e, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=54e31ef9-c65c-4b45-835f-59c19af3e44e,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:52.820039 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:52.902106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Router a04fa962-d5dc-4487-821e-2001149b53d8 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:22:52.902637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=54e31ef9-c65c-4b45-835f-59c19af3e44e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:52.913325 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.913866 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.914322 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.914819 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.915251 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.915761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.918197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.918197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.918197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.918197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.919049 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.919759 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:52.993531 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95074d00-ea42-45e3-94b3-a51a663b07e6 req-8c80f7fd-d6ef-49cc-b2bc-e5232363db6a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:53.002202 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95074d00-ea42-45e3-94b3-a51a663b07e6 req-8c80f7fd-d6ef-49cc-b2bc-e5232363db6a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1211433 Jul 08 08:22:53.055310 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:53.063846 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95074d00-ea42-45e3-94b3-a51a663b07e6 req-f7cdc387-945f-46d2-8d08-4f2397380e8a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602243 Jul 08 08:22:53.065569 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:53.095089 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:53.096137 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:53.134072 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:53.138709 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 33970) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:53.139314 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f3093719-c76b-4f07-9778-37db267f803b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1841176 Jul 08 08:22:53.222473 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:53.474838 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:52Z', 'revision_number': 3, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:53.475193 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:22:53.562601 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:53.562601 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Updating router a04fa962-d5dc-4487-821e-2001149b53d8 port bd4b2580-f967-4c35-90b1-36c62f466d96 binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:53.648583 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:53.663028 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:53.687777 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:53.688533 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:53.691214 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad78dbf-fb99-4b9b-b0fd-04fb4794efb7" -d '{"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-unplugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:53.789069 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f4f1c2-a307-4398-91de-3f8e2a8857f5 x-openstack-request-id: req-a9f4f1c2-a307-4398-91de-3f8e2a8857f5 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:53.789813 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-unplugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:53.789813 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9f4f1c2-a307-4398-91de-3f8e2a8857f5 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:53.790265 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'code': 200} Jul 08 08:22:53.878080 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea500ad-8a7b-47ae-93d1-c624010e3e17 req-d1caa652-3327-4396-97e7-5b16a5e3961c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:53.879793 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bea500ad-8a7b-47ae-93d1-c624010e3e17 req-d1caa652-3327-4396-97e7-5b16a5e3961c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.2804987 Jul 08 08:22:53.881827 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.004904 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.017019 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Transition to ACTIVE for port object bd4b2580-f967-4c35-90b1-36c62f466d96 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:54.022704 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bea500ad-8a7b-47ae-93d1-c624010e3e17 req-746dc4c6-0222-4878-ad7b-74d6fb65897c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292741 Jul 08 08:22:54.092240 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bb35-fbfa-4ff6-8689-b779ab982a90 req-86c8d549-bff2-4b16-b2d2-f8f54ab1e100 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:54.093792 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59b4bb35-fbfa-4ff6-8689-b779ab982a90 req-86c8d549-bff2-4b16-b2d2-f8f54ab1e100 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.2087638 Jul 08 08:22:54.148615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 54e31ef9-c65c-4b45-835f-59c19af3e44e up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:54.191948 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Allocated IP 172.20.0.1 (1ba24858-5803-4f59-8870-63a819f69432/bb19fc4a-38de-4540-adc0-c74605cf8d7b/c0589cbb-6536-4f98-aa0a-84db14ab4ae6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:22:54.211030 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59b4bb35-fbfa-4ff6-8689-b779ab982a90 req-ca85576a-a35a-405c-a2af-09ed775389b0 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059153 Jul 08 08:22:54.219199 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 54e31ef9-c65c-4b45-835f-59c19af3e44e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:54.219579 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.327672 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8095-5ff3-48c6-a439-3a1f7a320f13 req-9b559103-a86b-4290-a4aa-dcba110edb1d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:54.329165 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b2f8095-5ff3-48c6-a439-3a1f7a320f13 req-9b559103-a86b-4290-a4aa-dcba110edb1d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 946 time: 0.1410878 Jul 08 08:22:54.372234 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.376113 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.376482 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.399673 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b2f8095-5ff3-48c6-a439-3a1f7a320f13 req-079be318-9e58-4d8a-a525-0a66d8570022 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621781 Jul 08 08:22:54.404856 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Transition to ACTIVE for port object c0589cbb-6536-4f98-aa0a-84db14ab4ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:54.440077 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:54.455592 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Attempting to bind port bd4b2580-f967-4c35-90b1-36c62f466d96 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:54.455592 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Attempting to bind port bd4b2580-f967-4c35-90b1-36c62f466d96 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:54.455905 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Attempting to bind port bd4b2580-f967-4c35-90b1-36c62f466d96 on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:54.468553 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Pushing event updated for resources: {'Port': ['ID=bd4b2580-f967-4c35-90b1-36c62f466d96,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:54.471620 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:54.472211 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:54.472771 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.473325 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:54.473961 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Bound port: bd4b2580-f967-4c35-90b1-36c62f466d96, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:54.474532 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.501590 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.502161 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.502710 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.503218 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.503748 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.504234 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.504702 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.505181 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.505926 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.506419 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.506930 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.507416 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:22:54.538186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.550097 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] For port bd4b2580-f967-4c35-90b1-36c62f466d96, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:54.553586 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] For port bd4b2580-f967-4c35-90b1-36c62f466d96, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bd4b2580-f967-4c35-90b1-36c62f466d96,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:54.584029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:54.589969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:54.594543 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:22:54.595029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.638413 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.649415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Pushing event updated for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:54.765098 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:54.765730 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:54.768280 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab273-9174-46cd-be87-5e87e2f18d8f None None] Pushing event updated for resources: {'Port': ['ID=bd4b2580-f967-4c35-90b1-36c62f466d96,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:54.942028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:54.985896 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:55.014041 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-96cc9e9f-f3e1-4c14-8d31-34d70bc03fbb None None] Provisioning for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:55.020312 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-96cc9e9f-f3e1-4c14-8d31-34d70bc03fbb None None] Provisioning complete for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:55.021101 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-96cc9e9f-f3e1-4c14-8d31-34d70bc03fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.102171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-96cc9e9f-f3e1-4c14-8d31-34d70bc03fbb None None] Port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:55.299703 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.317477 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40d95-a49b-418a-8349-e789b80bebe3 req-ac4ca46f-0d08-42df-88f1-00aaf1a4edb2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:55.319184 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98a40d95-a49b-418a-8349-e789b80bebe3 req-ac4ca46f-0d08-42df-88f1-00aaf1a4edb2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1313639 Jul 08 08:22:55.364902 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:52Z', 'revision_number': 3, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:55.394030 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146180a-8e4e-4df4-9faf-ffd2ed70804b None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:52Z', 'revision_number': 3, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:22:55.395068 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98a40d95-a49b-418a-8349-e789b80bebe3 req-88501b86-c498-4e62-8216-d5ea22a65c86 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Jul 08 08:22:55.403252 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-489c366a-65fd-4de2-ad96-018c15e4bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.403454 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.404189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.509304 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Pushing event updated for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:55.527391 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71fe49-d58b-4c35-8b28-e26b7a8cf29a req-6238c646-b3a1-423c-a159-612865a1473b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:55.528970 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-af71fe49-d58b-4c35-8b28-e26b7a8cf29a req-6238c646-b3a1-423c-a159-612865a1473b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1797729 Jul 08 08:22:55.628381 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-af71fe49-d58b-4c35-8b28-e26b7a8cf29a req-7fd61a14-9890-4cda-88ca-91671bbfd4d6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925858 Jul 08 08:22:55.641470 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:22:55.643225 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:55.733536 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f399a5-2a8a-48ca-b17b-ebb3ceff6117 req-7ba5d060-30f2-4d5b-b57b-ccd096b0e4c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:55.735597 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-91f399a5-2a8a-48ca-b17b-ebb3ceff6117 req-7ba5d060-30f2-4d5b-b57b-ccd096b0e4c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1780736 Jul 08 08:22:55.839305 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-91f399a5-2a8a-48ca-b17b-ebb3ceff6117 req-76397aaf-bf1c-4e88-8888-5f0af4ceff70 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844765 Jul 08 08:22:55.855862 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:22:55.940364 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-56ab28dd-cd8f-425c-ae8c-3ebabc071fb7 None None] Provisioning complete for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:55.941517 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-56ab28dd-cd8f-425c-ae8c-3ebabc071fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:55.976883 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:22:55.983643 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c71c1b3a-bdb6-4994-8867-cc35f4046151 admin admin] 10.222.0.72 "PUT /v2.0/routers/a04fa962-d5dc-4487-821e-2001149b53d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433137 Jul 08 08:22:55.996837 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-56ab28dd-cd8f-425c-ae8c-3ebabc071fb7 None None] Port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:22:56.191292 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bd4b2580-f967-4c35-90b1-36c62f466d96 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:56.403732 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port bd4b2580-f967-4c35-90b1-36c62f466d96 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:22:56.411660 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port bd4b2580-f967-4c35-90b1-36c62f466d96 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:56.412042 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:56.465347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-c59b1ed7-3b1f-4b91-a022-b342c65cd8ef tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:56.466872 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-c59b1ed7-3b1f-4b91-a022-b342c65cd8ef tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 815 time: 0.1091318 Jul 08 08:22:56.483290 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-80a2b482-5468-4ecd-9ec4-75249a335a73 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/quotas/c84c6cb6cb674e899e19f79da80e4ba0 HTTP/1.1" status: 200 len: 375 time: 0.0098429 Jul 08 08:22:56.514491 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:56.544094 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port bd4b2580-f967-4c35-90b1-36c62f466d96, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bd4b2580-f967-4c35-90b1-36c62f466d96,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:56.594810 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-c420143e-7a5b-4e10-af75-8fe2dbf374e3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040959 Jul 08 08:22:56.631136 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:56.664439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbe7f6-4b29-4995-bbe7-5293700f8f06 req-2c7f5646-5553-4898-9691-c647e4169811 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:56.668293 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61bbe7f6-4b29-4995-bbe7-5293700f8f06 req-2c7f5646-5553-4898-9691-c647e4169811 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.1260118 Jul 08 08:22:56.686776 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=bd4b2580-f967-4c35-90b1-36c62f466d96,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:56.731156 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61bbe7f6-4b29-4995-bbe7-5293700f8f06 req-d181ef44-e324-4174-a6de-7237286922ab tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Jul 08 08:22:56.742349 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-23a5d0de-e32a-4092-b025-2503a1518fef service neutron] 10.222.0.72 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347909 Jul 08 08:22:56.842034 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-20b08fb8-f4a5-4bff-8c3f-d00157ff2d50 service neutron] 10.222.0.72 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905271 Jul 08 08:22:56.842499 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34050) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:56.847761 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1791178737-network', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:56.950154 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480795fb-ad59-48e1-b4f8-3fdc9ccfe05d req-23ea316d-3629-4694-a358-b1db06fb8b1a tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:56.951664 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-480795fb-ad59-48e1-b4f8-3fdc9ccfe05d req-23ea316d-3629-4694-a358-b1db06fb8b1a tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.0874507 Jul 08 08:22:56.997817 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Made reservation on behalf of 07d8a8e524cc44e3ba1d5688df483958 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:57.003604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.008973 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-480795fb-ad59-48e1-b4f8-3fdc9ccfe05d req-69b44c9f-fefd-4305-8ae5-f8c9e7c23430 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jul 08 08:22:57.014867 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.134644 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.231627 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6c4fe39-acc8-4adc-8c26-ea35628fae05 req-0b0ae366-9b92-4408-814e-557fdb7a1fd1 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0372572 Jul 08 08:22:57.239767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.290105 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:22:57.314322 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:57.315316 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:57.443617 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:57.532155 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd9cd7-c522-4716-823a-c7df8badfddf req-5679e99f-debc-4f04-8794-90655c262bf7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:57.533694 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eebd9cd7-c522-4716-823a-c7df8badfddf req-5679e99f-debc-4f04-8794-90655c262bf7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.3949080 Jul 08 08:22:57.544327 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:22:57.570083 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93cc16f-1465-4564-8b8c-3a53b9bee5fd,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:57.577583 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.578086 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Added segment 030f0dd2-1930-4c15-abca-9740835408a4 of type vlan for network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 Jul 08 08:22:57.623629 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eebd9cd7-c522-4716-823a-c7df8badfddf req-ce233a04-c9df-447a-afac-f4afd976550e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811727 Jul 08 08:22:57.639099 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.699189 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:22:55Z', 'revision_number': 2, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:57.731576 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:22:57.731904 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Updating router a04fa962-d5dc-4487-821e-2001149b53d8 port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:22:57.773248 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.841202 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.841888 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.842274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:57.842971 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:57.955184 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-66917dec-f77a-440f-a050-10493d61a6ea tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:57.958013 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-66917dec-f77a-440f-a050-10493d61a6ea tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1628585 Jul 08 08:22:57.959108 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] Pushing event updated for resources: {'Network': ['ID=29994620-b2bc-4bf1-b2c8-4ab91c11a467,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:57.995721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8f192-7d99-4dc9-bcb5-262ba10dca3a req-653d52ef-a67e-4a5e-a7cb-65ed732cde78 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:57.997389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adc8f192-7d99-4dc9-bcb5-262ba10dca3a req-653d52ef-a67e-4a5e-a7cb-65ed732cde78 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0944102 Jul 08 08:22:58.007764 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:22:58.027788 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f0b5070a-7819-40c6-adbf-4855d9e545e4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1840618 Jul 08 08:22:58.032051 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34070) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:58.055502 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adc8f192-7d99-4dc9-bcb5-262ba10dca3a req-498f08fe-f59f-401c-83ed-66fe5661988d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458128 Jul 08 08:22:58.058328 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Request body: {'subnet': {'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1791178737-subnet', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:58.193195 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bd4b2580-f967-4c35-90b1-36c62f466d96 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:22:58.210891 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Made reservation on behalf of 07d8a8e524cc44e3ba1d5688df483958 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:22:58.214830 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.318249 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5eb3d-06e1-41df-8f94-98016267ff71 req-d75c15d7-f84d-4ee2-be95-5be900303770 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:58.326630 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4800c98e-552f-464f-b5a5-86725331960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.336177 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4c5eb3d-06e1-41df-8f94-98016267ff71 req-d75c15d7-f84d-4ee2-be95-5be900303770 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 945 time: 0.1735532 Jul 08 08:22:58.346190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Deleting port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:22:58.346466 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.382056 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port bd4b2580-f967-4c35-90b1-36c62f466d96 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:22:58.382925 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.395824 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c07d8187-f67f-4512-84b7-545acfba5e9d req-43184542-b6ac-4d0a-a8e0-10c0edaa555d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0402212 Jul 08 08:22:58.407465 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.418805 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4c5eb3d-06e1-41df-8f94-98016267ff71 req-7d34725a-252a-45ce-84a8-fb0eb64f7442 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Jul 08 08:22:58.428144 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Transition to ACTIVE for port object c0589cbb-6536-4f98-aa0a-84db14ab4ae6 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:22:58.595439 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.634605 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.669441 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf288e8-e72d-42d1-b140-7db32cbbe7bc None None] Pushing event updated for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:58.771334 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Attempting to bind port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:22:58.771707 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Attempting to bind port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:22:58.775648 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Attempting to bind port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:22:58.780596 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:22:58.780977 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:58.781415 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.782378 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Bound using segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:22:58.782911 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Bound port: c0589cbb-6536-4f98-aa0a-84db14ab4ae6, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:22:58.783299 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.802826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] For port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:22:58.804393 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.838036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Calling delete_port for bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:22:58.929006 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b0cd5-28b3-424d-98df-6cb9b5024bbe req-90c5038d-7307-4421-9957-69ebdc1450fd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:58.930771 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-724b0cd5-28b3-424d-98df-6cb9b5024bbe req-90c5038d-7307-4421-9957-69ebdc1450fd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1165893 Jul 08 08:22:58.945238 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:58.953434 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] For port c0589cbb-6536-4f98-aa0a-84db14ab4ae6, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:22:58.957586 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] For port c0589cbb-6536-4f98-aa0a-84db14ab4ae6, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:22:58.976681 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-724b0cd5-28b3-424d-98df-6cb9b5024bbe req-439de065-766c-4d49-8c16-15d925c00f1d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Jul 08 08:22:59.022151 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f16027f-ee03-4f48-9824-bc827f695845,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:59.046445 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Checking segment: {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:22:59.046873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Network hostable DHCP agents. Network: 29994620-b2bc-4bf1-b2c8-4ab91c11a467, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:22:59.100403 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.168461 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.171160 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:22:59.171852 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:22:59.174922 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf288e8-e72d-42d1-b140-7db32cbbe7bc None None] Pushing event updated for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:59.243813 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:22:59.247031 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.285149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a605c-014f-4534-aa20-e5366918d8c5 req-5088e33e-cf91-4c0d-87f9-b54226c0c0e0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:59.290289 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:22:59.292039 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Pushing event deleted for resources: {'Port': ['ID=bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:22:59.292933 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-759a605c-014f-4534-aa20-e5366918d8c5 req-5088e33e-cf91-4c0d-87f9-b54226c0c0e0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0822413 Jul 08 08:22:59.348657 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-759a605c-014f-4534-aa20-e5366918d8c5 req-f3d291b1-6c2c-4bb8-b73e-734ce37c9f45 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534766 Jul 08 08:22:59.395175 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] No DVR routers for this DVR port bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:22:59.399903 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.403682 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe1f2782-98ce-40df-9d16-bd34e86eb431 req-f96f1ae5-d3e5-4b4a-a48d-0f62451fcc53 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "DELETE /v2.0/ports/bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec HTTP/1.1" status: 204 len: 173 time: 1.4359319 Jul 08 08:22:59.404790 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 29994620-b2bc-4bf1-b2c8-4ab91c11a467) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:22:59.410038 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:59.411135 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.418762 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d6949-fe2f-4b2c-a5a2-26f537c2b66c None None] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:22:59.426130 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'name': 'network-vif-deleted', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:22:59.429648 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76187064-29e3-4d82-8a25-324e9c23c6aa" -d '{"events": [{"server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "name": "network-vif-deleted", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:22:59.475757 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755a46b-27c3-44f9-abde-90beeae90711 x-openstack-request-id: req-8755a46b-27c3-44f9-abde-90beeae90711 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:22:59.476035 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6bca11-1ade-4de7-b8eb-f5237fc6f562", "name": "network-vif-deleted", "tag": "bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:22:59.476280 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8755a46b-27c3-44f9-abde-90beeae90711 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:22:59.476666 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6bca11-1ade-4de7-b8eb-f5237fc6f562', 'name': 'network-vif-deleted', 'tag': 'bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec', 'status': 'completed', 'code': 200} Jul 08 08:22:59.530386 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:22:59.549673 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34112) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:22:59.549981 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fef89efc-de6a-4f52-9992-2efec9e971c7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5159898 Jul 08 08:22:59.555206 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:22:59.669545 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ab26a3cd-d7ec-4a81-94ce-5a83e09f20f6 req-8e9b3ce0-8af7-421e-807b-6fce878dc718 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0409484 Jul 08 08:22:59.684226 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4ba3-d85f-4c6d-8a8c-334e041e7d3a req-98cbe2e6-1f07-4982-be78-1bcfe50513a4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:22:59.686761 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72da4ba3-d85f-4c6d-8a8c-334e041e7d3a req-98cbe2e6-1f07-4982-be78-1bcfe50513a4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1190577 Jul 08 08:22:59.735182 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72da4ba3-d85f-4c6d-8a8c-334e041e7d3a req-34c6669d-f1ef-4c85-9907-9449c628d4bd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Jul 08 08:22:59.772444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.773853 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.860582 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-27b9c1b2-9c16-4487-947a-a5a674234b12 req-e22e32fa-7dfd-4397-a036-892584594ee8 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0570455 Jul 08 08:22:59.865343 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:22:59.948587 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'fixed_ips': [{'subnet_id': '5f16027f-ee03-4f48-9824-bc827f695845'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:22:59.949416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.134881 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:22:58Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:00.170445 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcad731-a25c-43f6-9c93-d7bd6c230b27 None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:22:58Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:23:00.176507 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Allocated IP 172.20.0.2 (29994620-b2bc-4bf1-b2c8-4ab91c11a467/5f16027f-ee03-4f48-9824-bc827f695845/bb423a1e-faf2-4a0c-836b-2b9c511726d7) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:00.200686 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.262860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1889659-3225-42af-900a-8890b892570b req-64cb87f7-c022-4f9b-972e-887edd74a676 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:00.264394 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e1889659-3225-42af-900a-8890b892570b req-64cb87f7-c022-4f9b-972e-887edd74a676 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1265895 Jul 08 08:23:00.314622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e1889659-3225-42af-900a-8890b892570b req-d8675c88-fdea-448d-a839-456daf4686c4 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Jul 08 08:23:00.396759 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.408492 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Transition to ACTIVE for port object bb423a1e-faf2-4a0c-836b-2b9c511726d7 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:00.428321 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Transition to ACTIVE for port object bb423a1e-faf2-4a0c-836b-2b9c511726d7 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:00.604972 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.624000 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.626821 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.667858 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:00.670807 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:00.673439 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:00.681089 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Pushing event updated for resources: {'Port': ['ID=bb423a1e-faf2-4a0c-836b-2b9c511726d7,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:00.777590 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Attempting to bind port bb423a1e-faf2-4a0c-836b-2b9c511726d7 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:00.777958 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Attempting to bind port bb423a1e-faf2-4a0c-836b-2b9c511726d7 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:00.778321 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Attempting to bind port bb423a1e-faf2-4a0c-836b-2b9c511726d7 on network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:00.784549 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:00.784919 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Checking segment: {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:00.785317 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.785704 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Bound using segment: {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:00.786171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Bound port: bb423a1e-faf2-4a0c-836b-2b9c511726d7, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:00.786549 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.796361 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Allocated IP 172.27.3.18 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:00.855092 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:00.908232 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] For port bb423a1e-faf2-4a0c-836b-2b9c511726d7, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:00.909095 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] For port bb423a1e-faf2-4a0c-836b-2b9c511726d7, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bb423a1e-faf2-4a0c-836b-2b9c511726d7,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:00.999089 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:01.003064 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a0a093c6-699b-4fda-b02d-2d384c05d1a8 req-f939f2a3-eb0a-4149-9af1-afd4956e4631 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.1673920 Jul 08 08:23:01.085323 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640fff-9714-421c-91e8-da09ef496a22 None None] Pushing event updated for resources: {'Port': ['ID=bb423a1e-faf2-4a0c-836b-2b9c511726d7,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:01.093937 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:01.242904 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-681c5b54-cb8d-46d8-a459-bac863ff2093 req-a871c244-910f-413c-8aa6-daa79c5d7a92 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0416970 Jul 08 08:23:01.256336 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:01.306996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:01.315652 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:01.316248 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:01.375723 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:01.651447 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:01.856565 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.053970 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Router eda41a2b-2494-4c2e-9f83-68a672f33455 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:23:02.195257 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c4b1f-3e0a-4817-acc9-9e242d791aba None None] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:23:02.225154 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-28be4865-d6b4-428d-972e-47359a700e99 req-f7b49509-1069-440d-b6c8-0954cf947477 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0280874 Jul 08 08:23:02.259057 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:23:02.270115 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Sync routers for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:23:02.286699 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:23:02.288054 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:02.326451 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bb423a1e-faf2-4a0c-836b-2b9c511726d7 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:02.375457 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-940844a2-8ebb-416e-97de-e1fc9d4e89f7 None None] Provisioning for port bb423a1e-faf2-4a0c-836b-2b9c511726d7 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:02.400720 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.402915 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-cbd2f7f4-ba3e-4fba-8989-fab5855434f7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8513875 Jul 08 08:23:02.406325 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:02.418366 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:23:02.431815 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-57c27ea5-9334-4dec-aac2-67c32565993a req-0e1feb8a-a797-4248-9d58-e4026422933d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0433385 Jul 08 08:23:02.501101 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port bb423a1e-faf2-4a0c-836b-2b9c511726d7 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:02.508071 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port bb423a1e-faf2-4a0c-836b-2b9c511726d7 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:02.508710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.664791 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:01Z', 'revision_number': 3, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:02.693419 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77164eb-1554-48dd-94a1-9c79f1d85df3 req-d4bf2c3c-b71b-41dc-85a4-eda2dc14a1e7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:02.699845 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.703908 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c77164eb-1554-48dd-94a1-9c79f1d85df3 req-d4bf2c3c-b71b-41dc-85a4-eda2dc14a1e7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1004429 Jul 08 08:23:02.736819 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Checking router: eda41a2b-2494-4c2e-9f83-68a672f33455 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:23:02.739104 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Updating router eda41a2b-2494-4c2e-9f83-68a672f33455 port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:23:02.771155 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c77164eb-1554-48dd-94a1-9c79f1d85df3 req-3dd62e21-eb85-4597-a252-e0c96d64ca22 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662541 Jul 08 08:23:02.779218 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port bb423a1e-faf2-4a0c-836b-2b9c511726d7, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bb423a1e-faf2-4a0c-836b-2b9c511726d7,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:02.798772 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.884221 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:02.884221 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device c0589cbb-6536-4f98-aa0a-84db14ab4ae6 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:02.988109 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=bb423a1e-faf2-4a0c-836b-2b9c511726d7,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:03.015653 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-fdb6b459-d611-4684-b2bd-5fb77cc4ae29 None None] Provisioning complete for port bb423a1e-faf2-4a0c-836b-2b9c511726d7 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:03.016987 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b459-d611-4684-b2bd-5fb77cc4ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.115437 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.122007 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:03.128994 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:03.129560 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.264152 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.290263 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Transition to ACTIVE for port object d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:03.294511 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:23:03.324511 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:23:03.324857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device bc678bb9-61eb-4d83-9c5e-f3ddaeef72ec not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:23:03.325281 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:23:03.347608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.384963 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.413803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Allocated IP 172.20.0.1 (29994620-b2bc-4bf1-b2c8-4ab91c11a467/5f16027f-ee03-4f48-9824-bc827f695845/6fe10491-cd63-4ad4-b85d-013f59e606c9) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:03.415067 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port c0589cbb-6536-4f98-aa0a-84db14ab4ae6, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:03.482031 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc745f7a-5760-427c-bcd2-087076e6c9d1 None None] Pushing event updated for resources: {'Port': ['ID=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,revision_number=2']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:03.527213 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7ffb69a5-65af-41a4-8247-d7e7604c430a req-3994eade-fa48-4949-aa9d-637bfe2fb6bf tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0636802 Jul 08 08:23:03.532763 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Attempting to bind port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:03.533206 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Attempting to bind port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:03.533659 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Attempting to bind port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:03.539977 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:03.543820 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:03.543820 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.544184 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.544294 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:03.544294 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Bound port: d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:03.544294 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.616863 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34200) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:03.630099 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.646347 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Transition to ACTIVE for port object 6fe10491-cd63-4ad4-b85d-013f59e606c9 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:03.666948 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] For port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:03.670960 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] For port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:03.719560 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:03.782315 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00217968-645d-4107-aef5-63a7f39b5709 req-5aa9da74-64fb-4e72-9593-a1a5c0ad208d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0321987 Jul 08 08:23:03.806439 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.828648 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-f0b569d0-f253-4f48-8d3a-04d6764bb7be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2101791 Jul 08 08:23:03.836635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:03.884201 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:23:03.884938 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:03.902913 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:03.934523 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc745f7a-5760-427c-bcd2-087076e6c9d1 None None] Pushing event updated for resources: {'Port': ['ID=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:03.952852 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:03.958053 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:04.019347 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:04.056565 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-6e586b1a-a549-41d7-8e3c-f1bc286edece tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:04.059264 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-6e586b1a-a549-41d7-8e3c-f1bc286edece tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 815 time: 0.3466322 Jul 08 08:23:04.068415 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.083065 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da44b7-e3c5-4638-919f-26d21a5b0503 req-b5ae5da5-3c0b-423e-8734-9b5204100650 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:04.091074 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29da44b7-e3c5-4638-919f-26d21a5b0503 req-b5ae5da5-3c0b-423e-8734-9b5204100650 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1517236 Jul 08 08:23:04.119416 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'port': {'device_id': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'admin_state_up': True, 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:04.192634 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:23:04.232797 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29da44b7-e3c5-4638-919f-26d21a5b0503 req-c0e1605e-b7d4-42b0-9975-8753ad6c4355 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342037 Jul 08 08:23:04.318805 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bb423a1e-faf2-4a0c-836b-2b9c511726d7 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:04.437598 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port bb423a1e-faf2-4a0c-836b-2b9c511726d7 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:04.438224 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.462089 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46a990-8604-4737-bc4e-948b29e5da92 req-8fb22003-2d3a-47fd-a388-5106558e931d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:04.464821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0c46a990-8604-4737-bc4e-948b29e5da92 req-8fb22003-2d3a-47fd-a388-5106558e931d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1320930 Jul 08 08:23:04.488768 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:23:04.529290 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a174c7-d227-439e-ba90-bc16760ab114 req-87d3f69e-ff0d-4821-b146-f3c458706ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:04.532821 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-87d3f69e-ff0d-4821-b146-f3c458706ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.2975309 Jul 08 08:23:04.533907 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0c46a990-8604-4737-bc4e-948b29e5da92 req-be54da67-4b69-4d1b-8523-14e6342cd266 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564115 Jul 08 08:23:04.575980 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device c0589cbb-6536-4f98-aa0a-84db14ab4ae6 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:04.579324 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:01Z', 'revision_number': 3, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:04.605934 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd34cb-f547-4970-b023-c900fb4a62a1 None None] The sync data for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi is: [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:01Z', 'revision_number': 3, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:23:04.652782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:04.653840 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.685564 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6ae83ad9-ada2-497c-8e6a-8cab1b28169a None None] Provisioning for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:04.692755 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6ae83ad9-ada2-497c-8e6a-8cab1b28169a None None] Provisioning complete for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:04.726489 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6ae83ad9-ada2-497c-8e6a-8cab1b28169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.727227 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f693525-5be6-48b6-ba1d-a101ad3f574a req-7e778d28-b5da-4aac-86a0-437282738e81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0319200 Jul 08 08:23:04.737961 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-6ae83ad9-ada2-497c-8e6a-8cab1b28169a None None] Port 6fe10491-cd63-4ad4-b85d-013f59e606c9 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:23:04.772273 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Made reservation on behalf of c84c6cb6cb674e899e19f79da80e4ba0 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:23:04.778043 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.884730 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:04.994061 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5295e34d-c474-4f20-8a47-6dd5d180a81f req-4a90cae7-c0b9-4cbc-b2c8-81ad3b415817 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0432346 Jul 08 08:23:05.093209 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Allocated IP 172.20.0.8 (6de7508f-adf8-4fe0-b2f6-fa685b0a8cba/5654015f-4900-440c-9d2c-1f462bb1320b/3121c599-e2a7-41b3-8600-73f02f438429) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:05.171766 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.288232 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.297633 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.341881 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.381512 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Transition to ACTIVE for port object 3121c599-e2a7-41b3-8600-73f02f438429 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:05.465292 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:05.505422 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee2451-295b-483c-983e-e833fda2005b req-877745ea-f2cb-45cb-8dd4-4056e21d4747 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:05.507544 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20ee2451-295b-483c-983e-e833fda2005b req-877745ea-f2cb-45cb-8dd4-4056e21d4747 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1001534 Jul 08 08:23:05.511483 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:05.512959 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:05.552350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20ee2451-295b-483c-983e-e833fda2005b req-b2abcc65-4d33-48ed-98af-770b44033057 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367024 Jul 08 08:23:05.638861 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.715230 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:05.720755 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:05.723187 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:05.727945 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:05.762374 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Router eda41a2b-2494-4c2e-9f83-68a672f33455 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:23:05.808084 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4ae6-d8d1-456a-a8ff-75cdb5491712 req-5c59731c-ba79-4e6b-90b1-52ed688c8f87 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:05.809810 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c69d4ae6-d8d1-456a-a8ff-75cdb5491712 req-5c59731c-ba79-4e6b-90b1-52ed688c8f87 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1037543 Jul 08 08:23:05.861964 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c69d4ae6-d8d1-456a-a8ff-75cdb5491712 req-c289d5da-37db-488a-9f55-b10df896cded tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Jul 08 08:23:05.881266 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:05.882120 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.887215 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-906960f5-c9a9-46ce-a9ce-818ceb487806 None None] Provisioning complete for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:05.887215 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-906960f5-c9a9-46ce-a9ce-818ceb487806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:05.950039 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-906960f5-c9a9-46ce-a9ce-818ceb487806 None None] Port 6fe10491-cd63-4ad4-b85d-013f59e606c9 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:23:05.964552 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:23:05.970393 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-533eb018-41a2-4782-899b-023eda3e9f46 admin admin] 10.222.0.72 "PUT /v2.0/routers/eda41a2b-2494-4c2e-9f83-68a672f33455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5621569 Jul 08 08:23:05.994902 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813060d-6ac6-4c0a-98f5-00be63b92045 req-2432c0c8-aaca-4aa0-9603-bea0f8e75aea tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:05.996409 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9813060d-6ac6-4c0a-98f5-00be63b92045 req-2432c0c8-aaca-4aa0-9603-bea0f8e75aea tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 931 time: 0.1016052 Jul 08 08:23:06.014424 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-8e444f91-d6cb-4a40-bc28-a3940805d934 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057696 Jul 08 08:23:06.036409 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9813060d-6ac6-4c0a-98f5-00be63b92045 req-5b260c7f-2a2f-4942-8690-79cdd004b890 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Jul 08 08:23:06.162615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b9e2f865-e42f-4d59-a351-948dc343814a None None] Provisioning for port 3121c599-e2a7-41b3-8600-73f02f438429 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:06.164440 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-b9e2f865-e42f-4d59-a351-948dc343814a None None] Provisioning complete for port 3121c599-e2a7-41b3-8600-73f02f438429 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:06.164683 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f865-e42f-4d59-a351-948dc343814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:06.193878 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9eebc19b-8a8a-42b6-b5ce-1ce9f425f063 req-ab5fbe80-369a-4ebb-96b7-b92a70be4795 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0452178 Jul 08 08:23:06.216358 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:06.240126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2f865-e42f-4d59-a351-948dc343814a None None] Port 3121c599-e2a7-41b3-8600-73f02f438429 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:23:06.340004 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:06.344008 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:06.344381 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:06.439634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:06.467773 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:06.579547 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:06.636870 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:06.749836 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b293a8-7ac4-47ab-ac1f-584cf77d24ef req-bfa914b3-e221-4017-9463-2e5a34ea8a34 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:06.751410 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20b293a8-7ac4-47ab-ac1f-584cf77d24ef req-bfa914b3-e221-4017-9463-2e5a34ea8a34 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0619342 Jul 08 08:23:06.754495 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34258) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:06.759243 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505187791', 'description': 'tempest-secgroup-smoke-1505187791 description', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:06.812109 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20b293a8-7ac4-47ab-ac1f-584cf77d24ef req-df86afc6-a85c-46a7-abe8-e6ec1ed0b9ee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471275 Jul 08 08:23:06.877371 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:06.977237 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.045630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e097bd-c346-4133-aa06-adf964c66874 req-f34232a3-3654-428f-b87d-e54e1cbbd0d4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:07.047261 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15e097bd-c346-4133-aa06-adf964c66874 req-f34232a3-3654-428f-b87d-e54e1cbbd0d4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0647619 Jul 08 08:23:07.078750 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.110912 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15e097bd-c346-4133-aa06-adf964c66874 req-b2f75445-8fc5-45d5-9514-3e423a29e41b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Jul 08 08:23:07.120547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aadc64f-8af8-4a70-8984-3749e86e6262,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:07.192619 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Sync routers for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:23:07.202505 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:23:07.203180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:07.218795 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.220003 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-bfe4e24a-8ad6-464b-a56f-d43862d04579 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4645243 Jul 08 08:23:07.223189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34268) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:07.231276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:07.262481 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d719d-effe-47fb-b889-7dd3479484d4 req-8c4755c5-064a-4d75-ba81-8e6e237b4ae5 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:07.263995 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-524d719d-effe-47fb-b889-7dd3479484d4 req-8c4755c5-064a-4d75-ba81-8e6e237b4ae5 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 931 time: 0.0921302 Jul 08 08:23:07.310485 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-524d719d-effe-47fb-b889-7dd3479484d4 req-5a0217a0-01b2-4861-b221-e465b26dc8d2 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Jul 08 08:23:07.375378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Request body: {'port': {'device_id': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:07.398371 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1e211696-9432-4a61-a2eb-5bacc65ae043 req-b1537784-5ca6-4111-a099-c4b76839a65a tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6bca11-1ade-4de7-b8eb-f5237fc6f562 HTTP/1.1" status: 200 len: 210 time: 0.0616906 Jul 08 08:23:07.409228 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.451923 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:23:07.525593 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.622661 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a174c7-d227-439e-ba90-bc16760ab114 req-e4e85383-847a-4f09-9046-064e484b0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:07.624190 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-e4e85383-847a-4f09-9046-064e484b0749 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.2629523 Jul 08 08:23:07.624980 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.640488 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.672529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83645d72-cff4-44bf-aa29-56a2c7192148,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:07.696548 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-85513ea3-98cc-4f6a-9b06-92468858691f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0624490 Jul 08 08:23:07.715986 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:04Z', 'revision_number': 4, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '6fe10491-cd63-4ad4-b85d-013f59e606c9', 'name': '', 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'mac_address': 'fa:16:3e:3d:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5f16027f-ee03-4f48-9824-bc827f695845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:03Z', 'updated_at': '2021-07-08T08:23:04Z', 'revision_number': 2, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'subnets': [{'id': '5f16027f-ee03-4f48-9824-bc827f695845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:07.762261 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Checking router: eda41a2b-2494-4c2e-9f83-68a672f33455 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:23:07.763715 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Updating router eda41a2b-2494-4c2e-9f83-68a672f33455 port 6fe10491-cd63-4ad4-b85d-013f59e606c9 binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:23:07.768799 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.772583 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-017d6bb9-c6da-4c0b-b91c-a3eab1a444e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462482 Jul 08 08:23:07.778681 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34296) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:07.778681 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:07.784666 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a174c7-d227-439e-ba90-bc16760ab114 req-1b38d347-d743-4dca-b083-1c0ea9ed6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:07.786453 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-1b38d347-d743-4dca-b083-1c0ea9ed6251 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0663185 Jul 08 08:23:07.812818 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.899589 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:07.996356 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.057747 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3121c599-e2a7-41b3-8600-73f02f438429 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:08.076707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.090710 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20986ab7-b9a3-4a46-bdc0-044e0fba1b71 req-44d9d7b9-47b5-4994-a498-d537f47bf079 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:08.092318 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20986ab7-b9a3-4a46-bdc0-044e0fba1b71 req-44d9d7b9-47b5-4994-a498-d537f47bf079 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1364770 Jul 08 08:23:08.093560 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.111266 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Transition to ACTIVE for port object 3121c599-e2a7-41b3-8600-73f02f438429 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:08.178285 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9762033-6b39-4af5-a855-bd859ebea2da,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:08.224185 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.234109 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20986ab7-b9a3-4a46-bdc0-044e0fba1b71 req-84a71cf5-f8df-428c-ac42-9928d8072d92 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319270 Jul 08 08:23:08.236818 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Transition to ACTIVE for port object 6fe10491-cd63-4ad4-b85d-013f59e606c9 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:08.254148 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.254544 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:08.322467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.322743 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.323789 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f6198d08-0546-4bdc-81b7-bebec697ec26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5499933 Jul 08 08:23:08.326478 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34312) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:08.331816 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:08.482177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7cce5-1d7d-4459-b80f-2c838958c477 req-23ce790e-545a-446a-bdea-7d7537b00862 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:08.487884 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bdc7cce5-1d7d-4459-b80f-2c838958c477 req-23ce790e-545a-446a-bdea-7d7537b00862 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1426034 Jul 08 08:23:08.495076 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b299a-0a99-472d-ac3d-d0015797ce40 None None] Pushing event updated for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:08.543472 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.567535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:08.568036 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.704905 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:08.713942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Attempting to bind port 6fe10491-cd63-4ad4-b85d-013f59e606c9 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:08.714328 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Attempting to bind port 6fe10491-cd63-4ad4-b85d-013f59e606c9 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:08.714759 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Attempting to bind port 6fe10491-cd63-4ad4-b85d-013f59e606c9 on network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:08.720433 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bdc7cce5-1d7d-4459-b80f-2c838958c477 req-546d37c3-9566-4fa9-8635-86ccb14a3179 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314768 Jul 08 08:23:08.727482 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:08.727791 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Checking segment: {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:08.734046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.734046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Bound using segment: {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:08.734046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Bound port: 6fe10491-cd63-4ad4-b85d-013f59e606c9, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030f0dd2-1930-4c15-abca-9740835408a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:08.734046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.743149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Attempting to bind port 3121c599-e2a7-41b3-8600-73f02f438429 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:08.745513 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Attempting to bind port 3121c599-e2a7-41b3-8600-73f02f438429 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:08.745760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Attempting to bind port 3121c599-e2a7-41b3-8600-73f02f438429 on network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:08.751926 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Port 3121c599-e2a7-41b3-8600-73f02f438429 on network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:23:08.752254 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Attempting to bind port 3121c599-e2a7-41b3-8600-73f02f438429 on network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:08.768109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:08.768109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Checking segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:08.768109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Bound using segment: {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:08.768109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Bound port: 3121c599-e2a7-41b3-8600-73f02f438429, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad43ff75-a3a9-4979-820e-34266e803382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:08.768109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.768561 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.800449 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed87c2-9dd7-405d-801e-69d94d0b8d16 req-106bbae9-66d9-4608-8d87-5e87afd88ecc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:08.811967 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-caed87c2-9dd7-405d-801e-69d94d0b8d16 req-106bbae9-66d9-4608-8d87-5e87afd88ecc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1944914 Jul 08 08:23:08.850998 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:08.863262 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-caed87c2-9dd7-405d-801e-69d94d0b8d16 req-7a55110c-6561-47af-9bf3-a4b5c5fc6749 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Jul 08 08:23:08.868222 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:08.871887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:08.886687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] For port 6fe10491-cd63-4ad4-b85d-013f59e606c9, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:08.886687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] For port 6fe10491-cd63-4ad4-b85d-013f59e606c9, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=6fe10491-cd63-4ad4-b85d-013f59e606c9,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:08.894784 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0663d6f5-a220-4c77-be8d-366a2523beb4,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:09.002710 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.002925 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.003502 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.004232 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7499fcc4-0136-4b51-a74c-835a69e8452e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6763940 Jul 08 08:23:09.008101 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:09.018601 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:09.066689 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:09.067313 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.068680 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] 10.222.0.67 "PUT /v2.0/ports/3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 1093 time: 1.6976066 Jul 08 08:23:09.073406 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:09.076102 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ba932-419f-477d-ba34-768d5150ba7d" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:09.097497 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b299a-0a99-472d-ac3d-d0015797ce40 None None] Pushing event updated for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:09.100613 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:23:09.101269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:22:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:09.111761 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b514b-83a9-4522-b70b-72af0ed0559a service neutron] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:09.156609 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f7b0f-ac8d-40e7-9588-8921dad1e1f7 x-openstack-request-id: req-753f7b0f-ac8d-40e7-9588-8921dad1e1f7 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:09.157185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:09.157585 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-753f7b0f-ac8d-40e7-9588-8921dad1e1f7 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:09.158970 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:23:09.178464 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.236129 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-b8a4a80c-eb3d-4bd7-bd56-868ca8a07d56 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:09.246557 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-b8a4a80c-eb3d-4bd7-bd56-868ca8a07d56 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/networks?id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c HTTP/1.1" status: 200 len: 809 time: 0.2095816 Jul 08 08:23:09.259821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-03af6857-e3ce-45a3-abfd-933c90fe6b97 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/quotas/167b10fc04c849a999fbcc091a550019 HTTP/1.1" status: 200 len: 375 time: 0.0099497 Jul 08 08:23:09.261965 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.296570 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:23:09.301409 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-d03cb4ea-fb45-4071-83d1-455861824918 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324874 Jul 08 08:23:09.391695 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.414787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3742418-3cac-4ad2-a5ee-7d21c46177c7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:09.455449 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-9da8a90f-d071-47a6-99d0-380057e641f5 service neutron] 10.222.0.72 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469517 Jul 08 08:23:09.465518 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.466972 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-554dcb01-742a-4ed7-814f-fcd7138adf8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4576330 Jul 08 08:23:09.470749 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34344) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:09.475423 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:09.553007 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:04Z', 'revision_number': 4, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '6fe10491-cd63-4ad4-b85d-013f59e606c9', 'name': '', 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'mac_address': 'fa:16:3e:3d:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5f16027f-ee03-4f48-9824-bc827f695845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:03Z', 'updated_at': '2021-07-08T08:23:08Z', 'revision_number': 4, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'subnets': [{'id': '5f16027f-ee03-4f48-9824-bc827f695845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:23:09.577838 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Project a3ff0b32b43949c48507fbd7762c5dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:23:09.581690 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd730df-5110-49a0-8b34-6d96534871f7 None None] The sync data for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi is: [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:23:04Z', 'revision_number': 4, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '6fe10491-cd63-4ad4-b85d-013f59e606c9', 'name': '', 'network_id': '29994620-b2bc-4bf1-b2c8-4ab91c11a467', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'mac_address': 'fa:16:3e:3d:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5f16027f-ee03-4f48-9824-bc827f695845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:03Z', 'updated_at': '2021-07-08T08:23:08Z', 'revision_number': 4, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'subnets': [{'id': '5f16027f-ee03-4f48-9824-bc827f695845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:23:09.583515 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.694904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.783142 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.804074 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddb7b1-bb02-495a-9224-f5a9dee572ef req-f3296e3a-f6fb-4b29-affc-09d8c7c7910d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:09.814274 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee44ef5-8c07-48c9-bf5f-ab2fc8039d98,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:09.827819 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8ddb7b1-bb02-495a-9224-f5a9dee572ef req-f3296e3a-f6fb-4b29-affc-09d8c7c7910d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.4168627 Jul 08 08:23:09.891663 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-3ba8b949-fbc7-4bf5-a968-817615eb6539 service neutron] 10.222.0.72 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299200 Jul 08 08:23:09.911435 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:09.912904 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6d84b62a-beb7-475c-8426-55bfab096e31 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4410684 Jul 08 08:23:09.915618 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34354) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:09.918217 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8ddb7b1-bb02-495a-9224-f5a9dee572ef req-e197bbd5-8d98-4710-9e37-1cb00685605f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890398 Jul 08 08:23:09.922694 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'security_group_rule': {'security_group_id': '7aadc64f-8af8-4a70-8984-3749e86e6262', 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:10.072973 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Project a3ff0b32b43949c48507fbd7762c5dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:23:10.091120 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.259727 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6fe10491-cd63-4ad4-b85d-013f59e606c9 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:10.333695 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a0813-4595-43ef-8951-028f7ad1e867 req-9939bfb0-cfc0-4660-8e40-d827793da71b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:10.337369 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.343780 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fd3a0813-4595-43ef-8951-028f7ad1e867 req-9939bfb0-cfc0-4660-8e40-d827793da71b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1493256 Jul 08 08:23:10.401409 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.441803 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fd3a0813-4595-43ef-8951-028f7ad1e867 req-6a888ba4-e77f-4627-9df1-daea1892de04 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970101 Jul 08 08:23:10.462360 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e5fced-8cd3-450d-aeda-9496218b1b2f,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:10.514823 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:10.519662 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:10.520148 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.545251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.549421 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b02d4fd2-5061-49fb-b36a-a623805c8273 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6285164 Jul 08 08:23:10.562134 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95d0e011-8d46-41ad-8d47-e3d48f06d785 req-459754e9-15c3-4714-a840-ce14f6156396 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0626557 Jul 08 08:23:10.607164 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d0ef-3d18-4815-99a0-f2acd44d9ae9 req-e309eab9-e55e-4a66-af6c-b97c855f4668 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:10.608899 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8db2d0ef-3d18-4815-99a0-f2acd44d9ae9 req-e309eab9-e55e-4a66-af6c-b97c855f4668 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1486015 Jul 08 08:23:10.669891 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8db2d0ef-3d18-4815-99a0-f2acd44d9ae9 req-bcf4bf82-42d9-46c0-858e-af6890d3d9f0 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Jul 08 08:23:10.707733 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.751432 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 6fe10491-cd63-4ad4-b85d-013f59e606c9, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=6fe10491-cd63-4ad4-b85d-013f59e606c9,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:10.826850 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:10.912095 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:11.146440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed432e3e-fa0b-4067-83e5-4881ef1b2414 req-19c84a16-32f2-4454-9b38-7ca5a9efd607 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:11.151997 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ed432e3e-fa0b-4067-83e5-4881ef1b2414 req-19c84a16-32f2-4454-9b38-7ca5a9efd607 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0754406 Jul 08 08:23:11.204982 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ed432e3e-fa0b-4067-83e5-4881ef1b2414 req-23e0b7d3-f736-4bb4-8cd0-ab075c5373bc tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494828 Jul 08 08:23:11.661062 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972ed2a-fb98-4244-b052-ef6eb165fc2b req-bd7a4009-f158-4fad-8d36-58ee252df956 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:11.662705 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9972ed2a-fb98-4244-b052-ef6eb165fc2b req-bd7a4009-f158-4fad-8d36-58ee252df956 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0947723 Jul 08 08:23:11.719729 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1d36311e-28d9-41d7-b2fc-5b35bba8b7d9 req-cb858d0e-8aa2-437f-85f0-1bf8245c7f2e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0356295 Jul 08 08:23:11.733564 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9972ed2a-fb98-4244-b052-ef6eb165fc2b req-b9a2352c-7421-49f8-822b-1bd630861f3f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Jul 08 08:23:11.912369 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca288a-bd81-462d-a341-4209db58acb5 req-7af16a02-7b97-49ea-8102-0f0f75ddcc2d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:11.932430 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8aca288a-bd81-462d-a341-4209db58acb5 req-7af16a02-7b97-49ea-8102-0f0f75ddcc2d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1052809 Jul 08 08:23:12.006595 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8aca288a-bd81-462d-a341-4209db58acb5 req-49c04c1d-1803-41d2-a0f2-efeefc70e19e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728967 Jul 08 08:23:12.145125 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6fe10491-cd63-4ad4-b85d-013f59e606c9 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:12.214221 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 6fe10491-cd63-4ad4-b85d-013f59e606c9 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:12.220632 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:12.433562 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435880-b3b6-404f-94a8-9c84dec20ade req-9edcc1d2-562b-4d70-9322-0a210321022a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:12.435309 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9f435880-b3b6-404f-94a8-9c84dec20ade req-9edcc1d2-562b-4d70-9322-0a210321022a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0881956 Jul 08 08:23:12.480996 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9f435880-b3b6-404f-94a8-9c84dec20ade req-3a0e45ab-6ca4-493d-9ebe-0210c71d3ded tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Jul 08 08:23:12.877050 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72bccfc6-b42f-47d0-a500-dfe96a3255ee req-1e82c1d1-5180-4b59-a9dd-90f1b7cfadf2 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0321643 Jul 08 08:23:12.961352 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f0b77-3dd5-483b-8ac0-65097d386216 req-6f33e61d-fd87-488f-a7f9-a6351a6b4259 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:12.963790 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d29f0b77-3dd5-483b-8ac0-65097d386216 req-6f33e61d-fd87-488f-a7f9-a6351a6b4259 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0683846 Jul 08 08:23:13.004651 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d29f0b77-3dd5-483b-8ac0-65097d386216 req-492f1206-fd2c-435a-818e-0e3a5742e87a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Jul 08 08:23:13.189550 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501ca71-9d60-4c14-b62b-c20d4ff80468 req-b487e8da-4f11-404e-b6d4-6a0476d67d2e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:13.191132 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a501ca71-9d60-4c14-b62b-c20d4ff80468 req-b487e8da-4f11-404e-b6d4-6a0476d67d2e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0780327 Jul 08 08:23:13.228247 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a501ca71-9d60-4c14-b62b-c20d4ff80468 req-6428ab72-98f6-4e93-8562-32b3ce5697bb tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jul 08 08:23:13.682396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba4cb1-acd4-4fee-b23e-40c34ffc09e7 req-b60545a7-45f3-45b9-bd5c-b422f01bff0c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:13.683883 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-83ba4cb1-acd4-4fee-b23e-40c34ffc09e7 req-b60545a7-45f3-45b9-bd5c-b422f01bff0c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0615656 Jul 08 08:23:13.723208 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-83ba4cb1-acd4-4fee-b23e-40c34ffc09e7 req-1f9c48bc-be71-4be3-9462-a8011855106c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337090 Jul 08 08:23:14.026752 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-211fbd59-07e2-4a29-9596-d0d6f904db16 req-a8556fad-8cd1-4892-b875-f936268b6b8f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Jul 08 08:23:14.226458 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b161c32-6617-4931-9571-be52a7117e11 req-ece728d0-8052-436b-a213-69fb12353ad2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:14.227945 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3b161c32-6617-4931-9571-be52a7117e11 req-ece728d0-8052-436b-a213-69fb12353ad2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0703979 Jul 08 08:23:14.275080 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3b161c32-6617-4931-9571-be52a7117e11 req-b1e3e4a4-bb36-47c7-b460-19003ca3f94a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Jul 08 08:23:14.408812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bca97-dae0-4393-80c7-b9b837b2d1d0 req-aa5e02b7-07f4-4f82-9b5b-9ed29b0d6611 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:14.410288 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a65bca97-dae0-4393-80c7-b9b837b2d1d0 req-aa5e02b7-07f4-4f82-9b5b-9ed29b0d6611 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0632143 Jul 08 08:23:14.449869 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a65bca97-dae0-4393-80c7-b9b837b2d1d0 req-9994ba5b-81a9-48d4-8424-915397b1cf72 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Jul 08 08:23:14.923828 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f94046-1bf6-4c44-8177-f6fc507e7761 req-d36c06a3-0b94-4811-a79b-4d1a99aa7576 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:14.925538 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-33f94046-1bf6-4c44-8177-f6fc507e7761 req-d36c06a3-0b94-4811-a79b-4d1a99aa7576 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0802038 Jul 08 08:23:14.964564 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-33f94046-1bf6-4c44-8177-f6fc507e7761 req-1e8834db-b3e0-4302-a10c-c1db0d6792bb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332711 Jul 08 08:23:15.178165 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0097d43b-ce07-498c-85cb-cb2f12c23d4c req-77bf8709-1df7-4a94-b754-7cf8e05d5cce tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0297337 Jul 08 08:23:15.456357 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a9b06-3ec1-4b64-ab2f-6796b8aa38cd req-5aae1074-083e-44e1-8745-a2070f673354 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:15.457850 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff0a9b06-3ec1-4b64-ab2f-6796b8aa38cd req-5aae1074-083e-44e1-8745-a2070f673354 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0651736 Jul 08 08:23:15.498418 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ff0a9b06-3ec1-4b64-ab2f-6796b8aa38cd req-b2dce2f8-14aa-49bb-903f-0e7d634a93b5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 Jul 08 08:23:15.637577 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91f54a-e5e0-4a76-94f8-db7d308c1de6 req-0fe9556b-2bc4-4cf0-9d8c-65655c8efc7b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:15.639272 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f91f54a-e5e0-4a76-94f8-db7d308c1de6 req-0fe9556b-2bc4-4cf0-9d8c-65655c8efc7b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0691764 Jul 08 08:23:15.719425 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f91f54a-e5e0-4a76-94f8-db7d308c1de6 req-94e26bb2-9303-4d02-8aa7-1050d5a98233 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671976 Jul 08 08:23:16.171619 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b537a-ec20-4f04-9aea-2fd0a266974a req-553e19a7-b12c-422c-a5d1-61e340f0103c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:16.173937 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e64b537a-ec20-4f04-9aea-2fd0a266974a req-553e19a7-b12c-422c-a5d1-61e340f0103c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0913064 Jul 08 08:23:16.233719 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e64b537a-ec20-4f04-9aea-2fd0a266974a req-1ea03f02-3cf8-45c4-8599-c4d1869772ab tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536187 Jul 08 08:23:16.345308 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-92e06c16-5f2d-40e3-b635-a5fd7063f480 req-8da0948d-e63f-4ee9-ad67-974fcf4d2614 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jul 08 08:23:16.402373 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-49bc4077-49b7-4c64-b196-29d956c43902 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526472596&fields=id&tenant_id=4ca6afb02d7e439b94137e3f3093df92 HTTP/1.1" status: 200 len: 267 time: 0.0345566 Jul 08 08:23:16.521899 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-3fbbb291-9b24-4464-ad11-369fef518684 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:16.523446 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-3fbbb291-9b24-4464-ad11-369fef518684 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 808 time: 0.1144497 Jul 08 08:23:16.542386 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-61d83108-5b67-48c6-a440-7a8d421743fe tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/quotas/4ca6afb02d7e439b94137e3f3093df92 HTTP/1.1" status: 200 len: 375 time: 0.0105078 Jul 08 08:23:16.635762 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f56a846e-c91b-4944-8193-9f75c3bd225d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864887 Jul 08 08:23:16.811356 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-209eeaf6-809a-4108-9b72-a1bab4f0839c service neutron] 10.222.0.72 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666369 Jul 08 08:23:16.819464 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa358ea-4f0f-4df4-a95a-9158682ea6dd req-36d2117e-3570-48aa-97e9-c6ca96d2d982 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:16.820837 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-baa358ea-4f0f-4df4-a95a-9158682ea6dd req-36d2117e-3570-48aa-97e9-c6ca96d2d982 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1268148 Jul 08 08:23:16.905474 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-baa358ea-4f0f-4df4-a95a-9158682ea6dd req-c83d6bb6-3a39-4303-b507-c384d2f43e17 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761604 Jul 08 08:23:16.932979 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-bdb232c7-0d89-46c6-955e-9ff4bd7348f3 service neutron] 10.222.0.72 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112294 Jul 08 08:23:17.120236 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65232e-9d52-4c7d-b6db-41b90f353cba req-c80752fc-2485-48ba-a5ca-c317bce25e3e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:17.128029 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ef65232e-9d52-4c7d-b6db-41b90f353cba req-c80752fc-2485-48ba-a5ca-c317bce25e3e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1049473 Jul 08 08:23:17.177761 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ef65232e-9d52-4c7d-b6db-41b90f353cba req-7fe62f10-1734-4120-bce7-c937870e7d2a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Jul 08 08:23:17.520203 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524f23-2b3d-459d-9e38-bf381f47d074 req-f331c0cf-f7b8-4725-99b2-a23dc3cc34e4 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:17.531722 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3f524f23-2b3d-459d-9e38-bf381f47d074 req-f331c0cf-f7b8-4725-99b2-a23dc3cc34e4 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1059160 Jul 08 08:23:17.586910 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3f524f23-2b3d-459d-9e38-bf381f47d074 req-1e0bb357-9e97-4f57-bdd2-f1832ee3494e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Jul 08 08:23:17.768550 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e42b825d-190d-4b92-93f5-f6af1f18c0a9 req-6bd91ab3-7675-40fe-9298-346b504dcb59 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0520320 Jul 08 08:23:17.770782 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6c02164c-c46f-40d0-b2ee-cf591e16756d req-d291cefc-9767-4ba9-94f2-34c4311cfbc3 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0640399 Jul 08 08:23:17.922285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 34584) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:18.132365 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.133865 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1afe8c-ac7d-4d17-bbd1-dd3dbc5a64ed req-b4116807-4030-49d8-8ccb-7b38ede5a29a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:18.142197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e1afe8c-ac7d-4d17-bbd1-dd3dbc5a64ed req-b4116807-4030-49d8-8ccb-7b38ede5a29a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1129305 Jul 08 08:23:18.225699 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e1afe8c-ac7d-4d17-bbd1-dd3dbc5a64ed req-927621c1-00d2-4bef-b871-5c5c33c86f77 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Jul 08 08:23:18.244812 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.401900 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ca419-793c-41dd-8199-6832fbf8f7a0 req-9444306e-664c-4b91-a83f-f7fd0c9d7b17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:18.403587 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-975ca419-793c-41dd-8199-6832fbf8f7a0 req-9444306e-664c-4b91-a83f-f7fd0c9d7b17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0690022 Jul 08 08:23:18.444281 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-975ca419-793c-41dd-8199-6832fbf8f7a0 req-803f1daa-b8e0-46ff-9d0c-a3da3fc96310 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Jul 08 08:23:18.482655 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.523487 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1059fd-0fd1-4b01-8020-cc5705371a95,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:18.529159 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=676cacc6e10849b08263435d264f2548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056414 Jul 08 08:23:18.531408 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 34598) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:18.546044 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.546837 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.547378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.547901 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.551099 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.552163 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.552762 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.553387 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.553834 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.554265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.554903 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.556019 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648dca5-a54a-424b-9d1e-c7312f5f28b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.610468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.656034 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.844938 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.847614 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:18.848632 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc1059fd-0fd1-4b01-8020-cc5705371a95 HTTP/1.1" status: 204 len: 168 time: 0.3154120 Jul 08 08:23:18.876635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1059fd-0fd1-4b01-8020-cc5705371a95,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:18.906710 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.907064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.907428 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.907730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.908056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.908388 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.908716 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.909040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.909370 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.909718 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.910019 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.910338 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03f45-e0e5-48b5-9a08-39ffa7dbc321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:18.956654 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7f2fc95-840d-4775-8722-e9072f507145 req-7a104c7c-229c-4d63-aee3-489066f3450b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0499132 Jul 08 08:23:18.960998 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5c343-d0b1-4316-a735-37e923e810ce req-e33a069f-664d-4d29-9e0c-42cb9b34ed00 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:18.962468 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4b5c343-d0b1-4316-a735-37e923e810ce req-e33a069f-664d-4d29-9e0c-42cb9b34ed00 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1848829 Jul 08 08:23:19.032992 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4b5c343-d0b1-4316-a735-37e923e810ce req-8fd7412d-14b3-4b98-a9f4-a8d358ee8f29 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608552 Jul 08 08:23:19.051105 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0f2f1e4c-fe1e-4af4-9063-beb2b634473d req-cb708346-380f-4868-a6d3-219326bc6c44 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0330763 Jul 08 08:23:19.423245 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efb58e-ffc3-45b4-8508-c16a04844a78 req-43b0cb29-9eb1-4e75-896c-3b79143058de tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:19.424798 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-48efb58e-ffc3-45b4-8508-c16a04844a78 req-43b0cb29-9eb1-4e75-896c-3b79143058de tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0917771 Jul 08 08:23:19.471094 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-48efb58e-ffc3-45b4-8508-c16a04844a78 req-a9bc97cd-f99a-4532-b8d4-77e442dbfe90 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Jul 08 08:23:19.761195 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ad54-e356-4852-a12a-d736b7e309a1 req-e7735173-19ef-483c-8a8b-17502be9df4c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:19.762949 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fe3ad54-e356-4852-a12a-d736b7e309a1 req-e7735173-19ef-483c-8a8b-17502be9df4c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1161089 Jul 08 08:23:19.840485 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fe3ad54-e356-4852-a12a-d736b7e309a1 req-5d8c5b14-1e11-4f19-b362-aabe81cd70b0 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667796 Jul 08 08:23:20.159195 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6ba8e045-1b29-489b-9a94-68f0d83908cd req-60f24f74-d4fc-4bad-8143-b98f2f0374f6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0403702 Jul 08 08:23:20.342532 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-45c3adce-c9e4-4adf-8829-cd2c4abfafdb req-d2ef921f-41c1-42fe-96ff-9a1ef0034a53 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0342643 Jul 08 08:23:20.379053 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8f54-6591-4cfb-bb26-74d0e4471aaf req-8d8ca526-147b-412e-bfc4-aaa0b2adde94 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:20.380617 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0db8f54-6591-4cfb-bb26-74d0e4471aaf req-8d8ca526-147b-412e-bfc4-aaa0b2adde94 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.2174652 Jul 08 08:23:20.420730 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0db8f54-6591-4cfb-bb26-74d0e4471aaf req-db48893b-d8bd-41c1-8e42-3ce6a0215528 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333512 Jul 08 08:23:20.692835 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a6e9-12e2-4692-9d32-c06448472544 req-5ec89e1c-fc82-4471-a716-93fffa783242 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:20.695655 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2c6a6e9-12e2-4692-9d32-c06448472544 req-5ec89e1c-fc82-4471-a716-93fffa783242 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0788562 Jul 08 08:23:20.744669 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2c6a6e9-12e2-4692-9d32-c06448472544 req-fc70428b-a6a1-45c4-8a93-bdd64793c134 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Jul 08 08:23:21.093235 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8fcfc-b355-494c-a92e-e2742cbbc07d req-91b5b6f5-f848-4bf9-91bf-58fe523d1204 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:21.095394 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2cb8fcfc-b355-494c-a92e-e2742cbbc07d req-91b5b6f5-f848-4bf9-91bf-58fe523d1204 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0900898 Jul 08 08:23:21.146115 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2cb8fcfc-b355-494c-a92e-e2742cbbc07d req-20bd4493-6ad6-4adc-ab54-dba3b098f98b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Jul 08 08:23:21.318269 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-76f9b041-ce44-4e15-b40d-d2900bef0d95 req-752331f0-d0e6-477c-8333-effe2f4dd030 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0340707 Jul 08 08:23:21.540420 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6c509d1f-9a86-4767-b60d-e4181d00d8ef req-6198d45a-6126-4ae0-8941-81c00b3f0c7b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0369713 Jul 08 08:23:21.657923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b8cd-45cc-4e63-b158-5cc69e94d053 req-f3d659a9-4676-4a23-84c6-e6e9a33efe5a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:21.659459 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-84a9b8cd-45cc-4e63-b158-5cc69e94d053 req-f3d659a9-4676-4a23-84c6-e6e9a33efe5a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0705388 Jul 08 08:23:21.699710 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-84a9b8cd-45cc-4e63-b158-5cc69e94d053 req-25b92ee7-a454-4dbc-b315-76b46c16d060 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Jul 08 08:23:21.929164 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c488a-2b19-4061-ae41-fe0bf619bc54 req-204e9820-c500-44aa-b41a-29e52f95b468 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:21.937843 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ea1c488a-2b19-4061-ae41-fe0bf619bc54 req-204e9820-c500-44aa-b41a-29e52f95b468 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0764673 Jul 08 08:23:21.974003 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ea1c488a-2b19-4061-ae41-fe0bf619bc54 req-505d538d-6e21-47f5-99ad-9b07e51b5575 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Jul 08 08:23:22.379614 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c5247-419e-4496-8903-0dff4aa02650 req-e6d9eb3c-18dc-4bc2-ab29-4051f15df2a4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:22.381397 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce9c5247-419e-4496-8903-0dff4aa02650 req-e6d9eb3c-18dc-4bc2-ab29-4051f15df2a4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0633590 Jul 08 08:23:22.424203 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce9c5247-419e-4496-8903-0dff4aa02650 req-8bf3e8f1-80ef-4ae3-972f-99fefeba3c12 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Jul 08 08:23:22.463607 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-538cd6a9-3a59-49c0-9466-a631f3568f92 req-69a00cbd-2e66-4dd2-b386-ede626d2aa5b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Jul 08 08:23:22.700416 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4e1c6e7f-96e7-4658-8602-76d8af5bebeb req-625abd7f-6cf5-467b-9efa-d3d8a99fa884 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0282152 Jul 08 08:23:22.880774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf6d2-a31f-4fa0-ad96-0911f824139d req-a7dd1891-d223-44c4-8551-fff8be99b0c8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:22.882494 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ecfcf6d2-a31f-4fa0-ad96-0911f824139d req-a7dd1891-d223-44c4-8551-fff8be99b0c8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0656061 Jul 08 08:23:22.919275 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ecfcf6d2-a31f-4fa0-ad96-0911f824139d req-9339ac84-9590-4990-824d-838a90b0988d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 08 08:23:23.183637 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf3bf6-1189-4709-975d-be9f977e68d0 req-00e55a3f-e712-4a46-870d-70d723151c9c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:23.185103 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25bf3bf6-1189-4709-975d-be9f977e68d0 req-00e55a3f-e712-4a46-870d-70d723151c9c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0741203 Jul 08 08:23:23.230794 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25bf3bf6-1189-4709-975d-be9f977e68d0 req-0e4311a2-19b7-46aa-befb-5c3a2295b4fa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Jul 08 08:23:23.633118 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d9f15614-16cc-4f52-bd82-57799a857060 req-85f12183-7bf0-4239-8e47-5835510c88b3 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0319400 Jul 08 08:23:23.668415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146c2a-d882-4c1f-82bd-56d86a0bd792 req-03507094-14a3-4530-ae8c-a4a5a46ad5dc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:23.671244 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4146c2a-d882-4c1f-82bd-56d86a0bd792 req-03507094-14a3-4530-ae8c-a4a5a46ad5dc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.1126599 Jul 08 08:23:23.720237 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4146c2a-d882-4c1f-82bd-56d86a0bd792 req-df22d20d-fa83-4849-817b-11e4007df10f tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Jul 08 08:23:23.875099 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e6026eb2-0e1d-4d61-8d26-ce03b42a6c14 req-d1ec97e0-e474-42c3-a86b-615e2cfcbf2a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0374570 Jul 08 08:23:24.102834 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72b65-a1d9-4d74-aeb9-82820dd3962b req-47f0d78d-837b-4891-8f05-30934fb1a060 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:24.105390 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5f72b65-a1d9-4d74-aeb9-82820dd3962b req-47f0d78d-837b-4891-8f05-30934fb1a060 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0657649 Jul 08 08:23:24.144251 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5f72b65-a1d9-4d74-aeb9-82820dd3962b req-20bfbeee-34e6-4f1a-bb8e-8bbf2c127aba tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Jul 08 08:23:24.401068 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877e1a9-38a2-421e-ac68-84ee2844eef3 req-f95a32a7-696e-4c3e-94d1-1df0f2a6493b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:24.402423 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5877e1a9-38a2-421e-ac68-84ee2844eef3 req-f95a32a7-696e-4c3e-94d1-1df0f2a6493b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0637472 Jul 08 08:23:24.441824 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5877e1a9-38a2-421e-ac68-84ee2844eef3 req-ac1e6dde-fc00-40a2-8fdc-956b7a69061a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Jul 08 08:23:24.791883 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e86bf55-4a62-49e8-b920-1ff011ca2587 req-37325894-7980-49e7-a730-10bfe21ee2e6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0414593 Jul 08 08:23:24.938767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edefd61-0544-4b46-82cd-dbf391b7bc0d req-94fd17f5-b473-49c2-8f00-cb98745ed5be tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:24.938767 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9edefd61-0544-4b46-82cd-dbf391b7bc0d req-94fd17f5-b473-49c2-8f00-cb98745ed5be tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0734932 Jul 08 08:23:24.951258 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9edefd61-0544-4b46-82cd-dbf391b7bc0d req-b4954863-1718-4e3a-9c65-c41badf4078a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 08 08:23:25.011746 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c22974a-0f5c-4c7a-a738-3e5cad32fa9f req-81215465-0749-4cc1-964b-fe81695317f4 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0284483 Jul 08 08:23:25.332201 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96076adc-98b1-4292-a7f9-80c0ee484c4b req-b5e31f51-bd48-4a09-9b1b-0349c251ef6d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:25.333733 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96076adc-98b1-4292-a7f9-80c0ee484c4b req-b5e31f51-bd48-4a09-9b1b-0349c251ef6d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0657001 Jul 08 08:23:25.365949 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ebb0-ee44-4419-9614-1a8ea6e7724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:25.374461 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96076adc-98b1-4292-a7f9-80c0ee484c4b req-e62c9f46-058c-47b1-bde7-b643769ce635 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jul 08 08:23:25.618232 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb50239-c3d8-4670-a4d1-c6f859b1432d req-049479d5-ee11-471d-8d2a-16f80855be16 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:25.620340 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-afb50239-c3d8-4670-a4d1-c6f859b1432d req-049479d5-ee11-471d-8d2a-16f80855be16 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0649304 Jul 08 08:23:25.660314 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-afb50239-c3d8-4670-a4d1-c6f859b1432d req-84feb128-128b-4f43-a205-17b8fd830fee tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Jul 08 08:23:25.950252 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c5b46b47-69d0-4ad8-b8aa-11825206c776 req-727bcf31-c9fa-4790-af3e-3c8c1b985675 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0296876 Jul 08 08:23:26.138358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84909f6a-cfbd-482e-b722-b34c23319f72 req-f55d2cfa-fba2-4086-abaf-0c6da41cceb7 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:26.139814 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-84909f6a-cfbd-482e-b722-b34c23319f72 req-f55d2cfa-fba2-4086-abaf-0c6da41cceb7 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0770369 Jul 08 08:23:26.161623 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f1703a7c-8a3c-41a7-be19-40c1a3e149dc req-40e2165a-f666-453f-af91-2618170573dd tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0400760 Jul 08 08:23:26.195105 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-84909f6a-cfbd-482e-b722-b34c23319f72 req-d21e9db2-0814-41ea-80c8-d73833b025e2 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Jul 08 08:23:26.548962 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff10576-2e21-4baf-a68a-69737c82fbc6 req-bc9de0f9-e8b4-4e2c-900c-69f6beec13c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:26.550428 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ff10576-2e21-4baf-a68a-69737c82fbc6 req-bc9de0f9-e8b4-4e2c-900c-69f6beec13c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0632303 Jul 08 08:23:26.586702 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ff10576-2e21-4baf-a68a-69737c82fbc6 req-8526e676-e801-4401-878b-84229114eb0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Jul 08 08:23:26.830063 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8ce45-d8b2-4883-a346-3761e305889f req-48b54224-53b9-4994-9399-6b3f47c3e5ba tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:26.831559 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dad8ce45-d8b2-4883-a346-3761e305889f req-48b54224-53b9-4994-9399-6b3f47c3e5ba tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0635886 Jul 08 08:23:26.870128 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dad8ce45-d8b2-4883-a346-3761e305889f req-40a51753-937d-4429-b126-7543dc019887 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Jul 08 08:23:27.089741 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3201d918-cbd2-4d0e-baae-678ae86ec300 req-f83bd405-b1e4-4378-819b-21f9e7648c61 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Jul 08 08:23:27.301697 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25ee4dd1-72a1-4a4e-a043-896fd280f160 req-617749a6-f8b0-4ce2-847e-a77c0b90c0a2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Jul 08 08:23:27.372077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8f300-255b-4aac-8b52-9f2e6b8a4b89 req-5da4bca6-bb1b-4135-b83e-335f1a59302a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:27.373927 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-219da200-b74c-460c-b2d3-903e2b8f4029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285959 Jul 08 08:23:27.379210 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-09b8f300-255b-4aac-8b52-9f2e6b8a4b89 req-5da4bca6-bb1b-4135-b83e-335f1a59302a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0700688 Jul 08 08:23:27.418390 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-09b8f300-255b-4aac-8b52-9f2e6b8a4b89 req-bcdaebc0-1d35-414f-8199-ee05577e9b46 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Jul 08 08:23:27.566360 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ba932-419f-477d-ba34-768d5150ba7d req-013b557d-4fa4-4de8-88fb-e63a7dd22d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:27.568065 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-544ba932-419f-477d-ba34-768d5150ba7d req-013b557d-4fa4-4de8-88fb-e63a7dd22d8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1096 time: 0.1270971 Jul 08 08:23:27.571585 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-b9fc76c1-6904-48b0-98e8-487a2d76741d service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294467 Jul 08 08:23:27.721704 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-8b59515e-921a-4454-b903-f3ee8590b4a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913739 Jul 08 08:23:27.780548 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92a174c7-d227-439e-ba90-bc16760ab114 req-87fb10df-40fe-45a9-927c-c3c00e8bcb00 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533804 Jul 08 08:23:27.801186 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:27.833445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf448-d98e-4b56-95d2-c2731cc5fe2b req-a66abd72-83be-4931-bc9e-628bf1850aab tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:27.835017 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6d4cf448-d98e-4b56-95d2-c2731cc5fe2b req-a66abd72-83be-4931-bc9e-628bf1850aab tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0858257 Jul 08 08:23:27.873334 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ba932-419f-477d-ba34-768d5150ba7d req-0ebe286b-cd78-45a8-98de-10d9587d49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:27.874847 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-544ba932-419f-477d-ba34-768d5150ba7d req-0ebe286b-cd78-45a8-98de-10d9587d49c7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2467124 Jul 08 08:23:27.875360 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6d4cf448-d98e-4b56-95d2-c2731cc5fe2b req-94dda273-fe16-43ad-b0b7-8c5d2967f3ad tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jul 08 08:23:27.940103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-6b618723-bdca-4a40-aa66-ab22ec9f3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:27.941588 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-6b618723-bdca-4a40-aa66-ab22ec9f3456 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 1098 time: 0.1269000 Jul 08 08:23:28.070920 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-82077c63-df22-4ef0-856c-a7947b273db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:28.127865 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1475503-1b85-4185-a40a-5b6dcf994d4c req-41d7290b-6258-49e9-9a5a-2ad34b92639b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.137779 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1475503-1b85-4185-a40a-5b6dcf994d4c req-41d7290b-6258-49e9-9a5a-2ad34b92639b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0895357 Jul 08 08:23:28.146615 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ba932-419f-477d-ba34-768d5150ba7d req-f25868bf-fab4-43a3-9241-2ca16147b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.148470 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-544ba932-419f-477d-ba34-768d5150ba7d req-f25868bf-fab4-43a3-9241-2ca16147b81f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2617736 Jul 08 08:23:28.201140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-e0de298b-f2a5-49e8-aba6-a11b01579b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.205684 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-e0de298b-f2a5-49e8-aba6-a11b01579b68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 915 time: 0.2294812 Jul 08 08:23:28.216669 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1475503-1b85-4185-a40a-5b6dcf994d4c req-cdccd361-443f-4afe-aeef-cf92cd11eb75 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776052 Jul 08 08:23:28.276726 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-196db48c-921e-40bc-9e32-4356b526b2ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 HTTP/1.1" status: 200 len: 217 time: 0.0609763 Jul 08 08:23:28.279222 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1d4cd233-6ee6-44e9-b3ea-870d89f1ee50 req-65f16955-cc8b-4529-9654-acae24425d30 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0438132 Jul 08 08:23:28.345139 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-bbe1252d-442d-40e3-ac39-0609e633a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.346421 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-bbe1252d-442d-40e3-ac39-0609e633a890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6807220b-3456-43da-9fc1-14e0461f9c04 HTTP/1.1" status: 200 len: 854 time: 0.0624208 Jul 08 08:23:28.351481 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-bf8f3848-35c3-4086-bbc6-64b42ae7bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.352848 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-bf8f3848-35c3-4086-bbc6-64b42ae7bad0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1096 time: 0.1359167 Jul 08 08:23:28.422200 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-b492cb98-9225-4add-a41c-0c36d9698fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16fde162-36d9-478f-85ba-0b9291461395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565484 Jul 08 08:23:28.423785 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-e8087627-45ab-4c6b-a328-f3f2638be916 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 217 time: 0.0571594 Jul 08 08:23:28.453225 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-219970d0-3fdd-42f2-ab1c-435ee81f5de6 req-77428124-fd8b-409c-9f28-d8d61dc94a2a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0289481 Jul 08 08:23:28.542860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-5e4b7d28-86fa-4dc7-b5c3-29dc0c5cf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.544321 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-5e4b7d28-86fa-4dc7-b5c3-29dc0c5cf908 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.1073561 Jul 08 08:23:28.605926 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-cc915c1d-935c-46a7-af84-1035012bd48a service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701477 Jul 08 08:23:28.608268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de93b8e-df2a-48c3-b5d2-e1839b4be5a7 req-826317d2-1a07-4263-a840-03db0b931f62 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.610631 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0de93b8e-df2a-48c3-b5d2-e1839b4be5a7 req-826317d2-1a07-4263-a840-03db0b931f62 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0764127 Jul 08 08:23:28.612362 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:28.660779 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0de93b8e-df2a-48c3-b5d2-e1839b4be5a7 req-98f00f41-15d7-4473-9d0b-0aaed91dc304 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Jul 08 08:23:28.675319 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7828-d050-4a6e-9018-13b282432490 req-70284235-42fa-4b07-b61c-9cc7d21a7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:28.679190 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-70284235-42fa-4b07-b61c-9cc7d21a7592 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1241786 Jul 08 08:23:28.765519 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a88019e6-6169-4b12-8d7e-2c13e6a8d019 req-db940d36-219c-4fe5-84f2-5247ad903b45 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504140 Jul 08 08:23:28.798193 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-354fd19b-1be3-4928-87a8-8b2b60671dc9 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107407 Jul 08 08:23:28.892397 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4ae7828-d050-4a6e-9018-13b282432490 req-637b6919-c4b1-4e10-8a12-feba40185803 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865080 Jul 08 08:23:29.055900 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736594a-1acb-4bc3-a2f2-ccfc924f41a8 req-167cac41-1885-46d0-a510-1f161aa75605 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:29.057800 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4736594a-1acb-4bc3-a2f2-ccfc924f41a8 req-167cac41-1885-46d0-a510-1f161aa75605 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0648944 Jul 08 08:23:29.099251 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4736594a-1acb-4bc3-a2f2-ccfc924f41a8 req-ddd5bd16-55c3-47c1-b166-90959a0b70f9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352070 Jul 08 08:23:29.117805 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:29.428434 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1ccfc-ac43-4b92-9d63-677a2b69520a req-65aa8780-7b3d-40f4-957a-627b4d5a36be tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:29.430051 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4f1ccfc-ac43-4b92-9d63-677a2b69520a req-65aa8780-7b3d-40f4-957a-627b4d5a36be tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0697224 Jul 08 08:23:29.487195 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4f1ccfc-ac43-4b92-9d63-677a2b69520a req-5725d6c5-6c17-4f78-8150-599aa3778856 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Jul 08 08:23:29.577232 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-345383bc-5a15-45c9-9d74-9d6bbf340d31 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:29.579046 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-345383bc-5a15-45c9-9d74-9d6bbf340d31 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 808 time: 0.1284051 Jul 08 08:23:29.637223 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-2107f139-1264-4c30-84bb-cb787f1176db tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ca6afb02d7e439b94137e3f3093df92 HTTP/1.1" status: 200 len: 379 time: 0.0457721 Jul 08 08:23:29.647002 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'port': {'device_id': '66c653b9-25df-4e71-bd1e-1525ea580603', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'admin_state_up': True, 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'security_groups': ['a177a680-df6d-443e-8cce-9f6d5cf93c37']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:29.649536 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-631978dc-c03c-4d3a-9176-421b310d0094 req-cbe39aac-775a-41d7-9240-af60d9e43075 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0544927 Jul 08 08:23:29.651718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7195382-9bbd-44a8-b725-febce62de280 req-8f24cc2c-e40c-4d28-b063-92be1fba9307 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0549011 Jul 08 08:23:29.838278 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ae91-8caa-4729-8cfe-7b7de1626666 req-dc695da9-5234-43d0-b063-374f25ba2267 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:29.839675 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac68ae91-8caa-4729-8cfe-7b7de1626666 req-dc695da9-5234-43d0-b063-374f25ba2267 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0612113 Jul 08 08:23:29.868616 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Made reservation on behalf of 4ca6afb02d7e439b94137e3f3093df92 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:23:29.873102 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:29.877591 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac68ae91-8caa-4729-8cfe-7b7de1626666 req-745acdfe-c1f1-4841-a20f-745d79fd0675 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 08 08:23:30.007633 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Allocated IP 172.20.0.4 (fc88c06b-59f9-462a-9a86-95fec5569725/0e6d17eb-634a-4dd8-bd1f-45acb21ca672/98d2d597-a478-486d-87f4-2176439602b8) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:30.150742 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:30.163721 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Transition to ACTIVE for port object 98d2d597-a478-486d-87f4-2176439602b8 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:30.282941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:30.285443 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d14d-87dc-45f4-8ea2-39a7c83a4398 req-8945c0f2-e277-48d0-80af-1e0bfb80d823 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:30.287046 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9509d14d-87dc-45f4-8ea2-39a7c83a4398 req-8945c0f2-e277-48d0-80af-1e0bfb80d823 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0662932 Jul 08 08:23:30.326961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Network fc88c06b-59f9-462a-9a86-95fec5569725 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:30.328074 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9509d14d-87dc-45f4-8ea2-39a7c83a4398 req-e291d634-49cb-4ac1-b5a0-ef487c0d225d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Jul 08 08:23:30.333863 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:30.339140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:30.375070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:30.414773 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:30.415407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:30.545926 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-7f7d0c34-a000-42ad-b927-96f5cb24efe6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025722 Jul 08 08:23:30.625266 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c09f185e-158d-4385-a5a7-97f3086d4ca7 None None] Provisioning for port 98d2d597-a478-486d-87f4-2176439602b8 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:30.629301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c09f185e-158d-4385-a5a7-97f3086d4ca7 None None] Provisioning complete for port 98d2d597-a478-486d-87f4-2176439602b8 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:30.630340 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c09f185e-158d-4385-a5a7-97f3086d4ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:30.653245 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842396-2983-46ee-8723-7fa617e74aff req-25bc6835-24d9-490e-b4a4-922def851b92 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:30.654746 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-60842396-2983-46ee-8723-7fa617e74aff req-25bc6835-24d9-490e-b4a4-922def851b92 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0623093 Jul 08 08:23:30.666407 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-c09f185e-158d-4385-a5a7-97f3086d4ca7 None None] Port 98d2d597-a478-486d-87f4-2176439602b8 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:23:30.694123 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-60842396-2983-46ee-8723-7fa617e74aff req-ab1f5087-b765-4fc1-be6d-c09e936fb730 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Jul 08 08:23:30.821505 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ab590cef-5c86-4447-8e93-4421a16b1ab2 req-cfb6c7c5-f3d4-40e2-8248-afada2c2028f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0279827 Jul 08 08:23:30.886942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:31.025213 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55077de-5513-4298-b143-b12dfaa30e46 req-d8e2532a-33c0-478d-90f5-975349f8812e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:31.026689 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c55077de-5513-4298-b143-b12dfaa30e46 req-d8e2532a-33c0-478d-90f5-975349f8812e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 931 time: 0.1054258 Jul 08 08:23:31.037556 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d7d4f-d792-4f1c-a0d5-d441cf4bea2d req-0342883c-df33-42b4-bab9-1eb1a2e4dd51 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:31.038975 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b05d7d4f-d792-4f1c-a0d5-d441cf4bea2d req-0342883c-df33-42b4-bab9-1eb1a2e4dd51 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0874450 Jul 08 08:23:31.093980 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c55077de-5513-4298-b143-b12dfaa30e46 req-d27a0095-a1c8-4d03-8572-160baa79ea5e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540464 Jul 08 08:23:31.098713 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b05d7d4f-d792-4f1c-a0d5-d441cf4bea2d req-15f0eded-e182-41ff-8a5f-146c96049f82 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Jul 08 08:23:31.260110 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f581-2073-42e5-b8bd-8afe094ff4f2 req-aefc7c30-60f1-42b8-91af-8f98abcbb45b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:31.261550 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4844f581-2073-42e5-b8bd-8afe094ff4f2 req-aefc7c30-60f1-42b8-91af-8f98abcbb45b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0665960 Jul 08 08:23:31.298381 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4844f581-2073-42e5-b8bd-8afe094ff4f2 req-b9a40132-f32b-4266-9d3c-610d53cf8865 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Jul 08 08:23:31.516921 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8135c9e-6517-4b74-9071-9c14e3d16baa req-a010dac0-98d1-4006-b982-161a17abc665 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:31.516921 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8135c9e-6517-4b74-9071-9c14e3d16baa req-a010dac0-98d1-4006-b982-161a17abc665 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0629539 Jul 08 08:23:31.552383 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8135c9e-6517-4b74-9071-9c14e3d16baa req-bd182bc9-c0a2-415d-9578-7e6715504fb0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jul 08 08:23:31.865274 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084fd8-e806-40ee-8588-57712a6841ae req-5f4c8346-808c-495a-8c1c-703edcba9cde tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:31.866799 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70084fd8-e806-40ee-8588-57712a6841ae req-5f4c8346-808c-495a-8c1c-703edcba9cde tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0635822 Jul 08 08:23:31.903908 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70084fd8-e806-40ee-8588-57712a6841ae req-66e21fe9-fc5d-4c2c-8f44-4549757b9add tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Jul 08 08:23:31.961788 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-46374ddd-b3b3-45d6-adbb-ebb42caf842e req-2d1d18e4-f658-438c-a5ed-cf9465b06e3f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0309749 Jul 08 08:23:32.309081 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d68a1-5361-410c-a6d3-84b1f3dd6fbd req-f58db8c2-9d53-45aa-8308-b41cfb835108 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:32.310590 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-337d68a1-5361-410c-a6d3-84b1f3dd6fbd req-f58db8c2-9d53-45aa-8308-b41cfb835108 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 931 time: 0.1039207 Jul 08 08:23:32.321750 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40932d88-40ee-4950-83cd-9989ae464dcd req-d9a8800c-3f1a-4d54-a0f5-3b1de07bff8e tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:32.323769 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-40932d88-40ee-4950-83cd-9989ae464dcd req-d9a8800c-3f1a-4d54-a0f5-3b1de07bff8e tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0893452 Jul 08 08:23:32.380212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-337d68a1-5361-410c-a6d3-84b1f3dd6fbd req-7fcb41fa-c07c-4a71-96c8-2bed435ceef3 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554001 Jul 08 08:23:32.385191 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-40932d88-40ee-4950-83cd-9989ae464dcd req-ba33ba83-1810-4076-835f-6f6c9c65daa9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545938 Jul 08 08:23:32.725504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadf889-00a7-4d9d-a2cf-30e691a6dc25 req-7dbc2b22-c2a7-4248-8d54-4eceef1d855a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:32.727047 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4fadf889-00a7-4d9d-a2cf-30e691a6dc25 req-7dbc2b22-c2a7-4248-8d54-4eceef1d855a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0940025 Jul 08 08:23:32.766935 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a9f89-863f-4de9-8d95-7b292fdb86a1 req-c87552de-1296-4f11-b302-38511e4af223 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:32.768356 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-622a9f89-863f-4de9-8d95-7b292fdb86a1 req-c87552de-1296-4f11-b302-38511e4af223 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0970395 Jul 08 08:23:32.789876 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4fadf889-00a7-4d9d-a2cf-30e691a6dc25 req-221d443c-bc76-4c35-8cfc-f0107ec7b89b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546417 Jul 08 08:23:32.819333 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-622a9f89-863f-4de9-8d95-7b292fdb86a1 req-0e9c0d13-4e89-4aff-a98f-35e5e84af640 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Jul 08 08:23:33.079541 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd3cc5-4ce2-4705-af23-71d22f6a5a65 req-dc90aaa3-92ac-4cb6-a290-0926f5a6c46c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:33.081021 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ffd3cc5-4ce2-4705-af23-71d22f6a5a65 req-dc90aaa3-92ac-4cb6-a290-0926f5a6c46c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0647635 Jul 08 08:23:33.112059 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d157a746-00ae-4806-a6da-bc6a57a90b3e req-2c9f8c96-b3f4-43cb-be20-2840641cc791 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0414329 Jul 08 08:23:33.138243 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ffd3cc5-4ce2-4705-af23-71d22f6a5a65 req-f630326a-7b36-472b-bb7a-28c45334a01e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Jul 08 08:23:33.536024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Request body: {'port': {'device_id': '66c653b9-25df-4e71-bd1e-1525ea580603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:33.597677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482bf07-0bce-4d21-be2f-6eb82d7e6aa5 req-6ea0ef3b-6aa8-47f8-99a6-cb0648be800d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:33.599337 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7482bf07-0bce-4d21-be2f-6eb82d7e6aa5 req-6ea0ef3b-6aa8-47f8-99a6-cb0648be800d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 931 time: 0.1089129 Jul 08 08:23:33.608171 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ef895-5120-4969-9bf7-2d56454eabfb req-112c0f6b-d0c6-4c82-9c29-6f3dc7c3a238 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:33.610210 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-620ef895-5120-4969-9bf7-2d56454eabfb req-112c0f6b-d0c6-4c82-9c29-6f3dc7c3a238 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.1105137 Jul 08 08:23:33.627013 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:33.673877 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7482bf07-0bce-4d21-be2f-6eb82d7e6aa5 req-6e000a0d-224c-4b1d-ab9f-04cc9b57bbfc tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573156 Jul 08 08:23:33.673877 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-620ef895-5120-4969-9bf7-2d56454eabfb req-282dfd56-28ab-4fcd-bdd8-dea22481e7f6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Jul 08 08:23:33.938146 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d2d597-a478-486d-87f4-2176439602b8 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:33.953446 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:33.973118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9dc84-9bea-4e8c-a7c1-270930c9df02 req-76313edb-741c-452d-a3d6-42baf77b6769 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:33.973536 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Transition to ACTIVE for port object 98d2d597-a478-486d-87f4-2176439602b8 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:33.974558 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ac9dc84-9bea-4e8c-a7c1-270930c9df02 req-76313edb-741c-452d-a3d6-42baf77b6769 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 943 time: 0.0666976 Jul 08 08:23:34.047362 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.141213 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:34.158294 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-44ee395d-e959-42f7-a4c3-befd89de1e2b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.159896 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-44ee395d-e959-42f7-a4c3-befd89de1e2b tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "GET /v2.0/networks?id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c HTTP/1.1" status: 200 len: 809 time: 0.1783857 Jul 08 08:23:34.184759 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Request body: {'port': {'device_id': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c', 'admin_state_up': True, 'tenant_id': '167b10fc04c849a999fbcc091a550019'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:34.317301 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ac9dc84-9bea-4e8c-a7c1-270930c9df02 req-3684747b-46e3-4a44-956a-bed384836b5a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327761 Jul 08 08:23:34.325409 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Attempting to bind port 98d2d597-a478-486d-87f4-2176439602b8 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:34.326128 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Attempting to bind port 98d2d597-a478-486d-87f4-2176439602b8 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:34.326517 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Attempting to bind port 98d2d597-a478-486d-87f4-2176439602b8 on network fc88c06b-59f9-462a-9a86-95fec5569725 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:34.352742 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Port 98d2d597-a478-486d-87f4-2176439602b8 on network fc88c06b-59f9-462a-9a86-95fec5569725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:23:34.353948 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Attempting to bind port 98d2d597-a478-486d-87f4-2176439602b8 on network fc88c06b-59f9-462a-9a86-95fec5569725 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:34.358368 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634f50-3bb5-44e1-8dc4-d67ab63cb7f9 req-7943c00a-b679-41b8-b970-4d03e416cc9f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.366728 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-63634f50-3bb5-44e1-8dc4-d67ab63cb7f9 req-7943c00a-b679-41b8-b970-4d03e416cc9f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.4006469 Jul 08 08:23:34.366827 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:34.366827 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Checking segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:34.367268 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Bound using segment: {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:34.367627 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Bound port: 98d2d597-a478-486d-87f4-2176439602b8, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:34.367989 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.402456 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 3121c599-e2a7-41b3-8600-73f02f438429 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:23:34.475610 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-63634f50-3bb5-44e1-8dc4-d67ab63cb7f9 req-b302ad4e-7841-4e66-a6a5-d9b88a028bda tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076863 Jul 08 08:23:34.544194 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:34.549826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:34.561980 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:34.573306 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Made reservation on behalf of 167b10fc04c849a999fbcc091a550019 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:23:34.576647 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '3121c599-e2a7-41b3-8600-73f02f438429', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'port_id': '3121c599-e2a7-41b3-8600-73f02f438429', 'mac_address': 'fa:16:3e:f8:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:23:34.577560 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.588453 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1820eb32-7c87-4549-a044-2bdc0ba6d134 req-309cc837-47cb-4cc9-928c-cf238d788b35 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.1095579 Jul 08 08:23:34.647271 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.662021 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-438f9603-663f-428b-938f-797a59274fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.663551 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-438f9603-663f-428b-938f-797a59274fcc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 1097 time: 0.2542417 Jul 08 08:23:34.674046 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3121c599-e2a7-41b3-8600-73f02f438429 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:34.702659 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:34.708089 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.755892 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.756775 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.758165 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] 10.222.0.67 "PUT /v2.0/ports/98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 1093 time: 1.2266605 Jul 08 08:23:34.763728 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:34.766431 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c8e8db-6ffe-47be-a1b0-b00f232ab157" -d '{"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:34.774249 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:34.822894 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22cd67-08d5-43fe-bc10-2d0d014a5662 req-5da5fe83-3413-4512-8a86-81ccb9c0c8cc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.830478 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f22cd67-08d5-43fe-bc10-2d0d014a5662 req-5da5fe83-3413-4512-8a86-81ccb9c0c8cc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1453607 Jul 08 08:23:34.858023 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:34.901265 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-113a7371-3cc2-49b9-b4aa-d6d5316569c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:34.902682 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-113a7371-3cc2-49b9-b4aa-d6d5316569c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1097 time: 0.1776462 Jul 08 08:23:34.913212 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Allocated IP 172.20.0.14 (2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c/ac0e690f-dab1-4103-9f47-5db82d5d433f/21e93756-a5a4-465d-ad60-72228ca2d34c) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:34.918549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097b504-45c1-4f50-9c63-dd4f334a3847 service neutron] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:34.930389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f22cd67-08d5-43fe-bc10-2d0d014a5662 req-0571d99a-c8b2-4856-9d8d-1effaf25cb1e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988867 Jul 08 08:23:35.045779 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b2ad-5c51-4e00-be52-93d562d4bb43 req-047bc0c9-1fad-4bba-b705-cbc92012e5bd tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.052938 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5695b2ad-5c51-4e00-be52-93d562d4bb43 req-047bc0c9-1fad-4bba-b705-cbc92012e5bd tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.2107015 Jul 08 08:23:35.081641 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-68471c24-d93a-486f-845d-17d33c0deee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.083227 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-68471c24-d93a-486f-845d-17d33c0deee4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1096 time: 0.1787467 Jul 08 08:23:35.119700 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-e5935f65-937e-409e-ba79-a74329f06fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.121271 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-e5935f65-937e-409e-ba79-a74329f06fa4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.2112458 Jul 08 08:23:35.139553 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5695b2ad-5c51-4e00-be52-93d562d4bb43 req-e235ca7a-38fe-4acf-8351-5a12fdad4dfb tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856707 Jul 08 08:23:35.151058 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:23:35.217003 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa39ebd-ed79-43fe-8efb-abf635386243 req-99bb0471-8b17-4d89-b6ed-186b22723a47 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.221953 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6fa39ebd-ed79-43fe-8efb-abf635386243 req-99bb0471-8b17-4d89-b6ed-186b22723a47 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.1422803 Jul 08 08:23:35.251510 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-51bd58c6-c2ea-44f9-94e8-fffcaf78cfbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 200 len: 1000 time: 0.1037755 Jul 08 08:23:35.317562 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6fa39ebd-ed79-43fe-8efb-abf635386243 req-eaf787b5-7cc6-4e4a-86b9-b866cbfb04e1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946059 Jul 08 08:23:35.347512 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-eeaa4eee-582f-489d-864c-1f12d64888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.349134 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-eeaa4eee-582f-489d-864c-1f12d64888b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0826464 Jul 08 08:23:35.387565 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a172d3-9eeb-428a-a330-96f9c3cd8fc9 x-openstack-request-id: req-49a172d3-9eeb-428a-a330-96f9c3cd8fc9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:35.387850 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:35.388097 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49a172d3-9eeb-428a-a330-96f9c3cd8fc9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:35.388553 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'status': 'completed', 'code': 200} Jul 08 08:23:35.392600 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-86b22e30-9b49-4b8f-8a5c-0971e063a8ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 217 time: 0.2879670 Jul 08 08:23:35.480021 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:35.483991 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-ff81b168-5f09-4fa0-9750-f7460793a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.484569 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-ff81b168-5f09-4fa0-9750-f7460793a97c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.0795534 Jul 08 08:23:35.519579 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-fed8dfcf-36df-4d3d-b736-37513939a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.521303 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-fed8dfcf-36df-4d3d-b736-37513939a5d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1636717 Jul 08 08:23:35.566823 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-ebf45d08-9fe6-4935-bbb7-f2140489512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.568388 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-ebf45d08-9fe6-4935-bbb7-f2140489512a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741322 Jul 08 08:23:35.623535 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5b1ea-95b2-4a9f-9b8a-a2aa7dedeb35 req-3cedc1d0-6bbf-47e6-a31b-fecdf9689df4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.624933 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66b5b1ea-95b2-4a9f-9b8a-a2aa7dedeb35 req-3cedc1d0-6bbf-47e6-a31b-fecdf9689df4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 944 time: 0.1627350 Jul 08 08:23:35.659513 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:35.681258 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-4023a739-cb74-4aec-a964-6bae37258efd service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499679 Jul 08 08:23:35.713450 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66b5b1ea-95b2-4a9f-9b8a-a2aa7dedeb35 req-14e562db-01ad-4527-a91d-0d02698717d7 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Jul 08 08:23:35.713691 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:35.720991 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:35.724943 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:35.734495 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Pushing event updated for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:35.745825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561f572-a19a-45ef-82cb-43b184de2fea req-925c4956-6a8e-4301-a0b6-7540a76be1a6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.747495 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9561f572-a19a-45ef-82cb-43b184de2fea req-925c4956-6a8e-4301-a0b6-7540a76be1a6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1188192 Jul 08 08:23:35.780384 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.781106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:35.788223 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9561f572-a19a-45ef-82cb-43b184de2fea req-bc06e38f-dcf5-4883-bec0-d7a09f05edc3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334215 Jul 08 08:23:35.846256 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-7ba60f70-6e28-491c-83bc-0fc517eef138 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6669638 Jul 08 08:23:35.889431 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe9545-9b78-4b6c-82c7-6429312770b9 req-5a99535c-6ffa-415c-819c-ab785b721d2d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:35.890829 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8efe9545-9b78-4b6c-82c7-6429312770b9 req-5a99535c-6ffa-415c-819c-ab785b721d2d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 932 time: 0.0634675 Jul 08 08:23:35.927484 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8efe9545-9b78-4b6c-82c7-6429312770b9 req-9c62a13b-0a16-46c0-aa62-03c9f055681f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Jul 08 08:23:36.105756 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54833055-da9d-4fd2-91fa-2f9b3c481777 req-ccd981e1-7b2f-40e8-95e7-e66facc1e1ad tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:36.107243 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-54833055-da9d-4fd2-91fa-2f9b3c481777 req-ccd981e1-7b2f-40e8-95e7-e66facc1e1ad tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0680752 Jul 08 08:23:36.144613 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-54833055-da9d-4fd2-91fa-2f9b3c481777 req-23c08140-6c29-4eba-a97a-47b496453fc6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jul 08 08:23:36.327433 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73da77e-62d6-41a0-a65a-2db7a456d251 req-3a56835f-65db-4b20-a801-19d397f742c0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:36.328906 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d73da77e-62d6-41a0-a65a-2db7a456d251 req-3a56835f-65db-4b20-a801-19d397f742c0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0621819 Jul 08 08:23:36.367342 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d73da77e-62d6-41a0-a65a-2db7a456d251 req-6289990b-21a3-4c04-8f5b-2a0b3e05005f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Jul 08 08:23:36.487598 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a9063-847f-43a4-9867-e7827b46fe7f req-eeff7a23-09ca-4085-8261-76ff12441685 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:36.489091 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e8a9063-847f-43a4-9867-e7827b46fe7f req-eeff7a23-09ca-4085-8261-76ff12441685 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0640645 Jul 08 08:23:36.533853 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e8a9063-847f-43a4-9867-e7827b46fe7f req-051fecf8-043c-4e7d-b1fe-4f40927d1b78 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Jul 08 08:23:36.773240 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-bf4d9148-f269-4c93-95aa-af238cbb93a5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505187791&fields=id&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 267 time: 0.0325949 Jul 08 08:23:36.913933 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-ff35912d-b40d-448d-b0a3-a09a77bf801e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:36.916052 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-ff35912d-b40d-448d-b0a3-a09a77bf801e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.1352904 Jul 08 08:23:36.937376 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5991-3ebd-44fb-af96-cba550c9acb4 req-32bd492a-b527-4ef8-a266-a8c4b81fd296 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:36.938803 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98dc5991-3ebd-44fb-af96-cba550c9acb4 req-32bd492a-b527-4ef8-a266-a8c4b81fd296 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 944 time: 0.1124203 Jul 08 08:23:36.941197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-5c7a2bcb-b6e2-499c-93f8-739b4d4f2e86 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/quotas/a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 375 time: 0.0198646 Jul 08 08:23:37.004667 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98dc5991-3ebd-44fb-af96-cba550c9acb4 req-eb8f00fb-7aa7-4a19-8b66-02871497d50b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602982 Jul 08 08:23:37.034961 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-bbbfafd1-90db-4d90-84b1-b41ad3354c74 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851598 Jul 08 08:23:37.175618 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-0303e4e8-826c-49fc-bd68-a3c48c029c59 service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269302 Jul 08 08:23:37.244849 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fecc3-8676-4240-b4dc-ff696be46b19 req-47f20f40-d479-4f34-a723-ecf8c37580b0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:37.246310 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-792fecc3-8676-4240-b4dc-ff696be46b19 req-47f20f40-d479-4f34-a723-ecf8c37580b0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1413503 Jul 08 08:23:37.307247 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-792fecc3-8676-4240-b4dc-ff696be46b19 req-80dcdc7e-82d7-43d0-b6ad-f768b4106586 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552750 Jul 08 08:23:37.309256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-4abff120-48a0-4df7-8b4f-4c28e6db0f3d service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256726 Jul 08 08:23:37.472091 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f5603-bb0e-4f26-b8c3-00811eb72450 req-cf2b1eb7-078d-409d-961a-a12802f55842 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:37.473565 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2a5f5603-bb0e-4f26-b8c3-00811eb72450 req-cf2b1eb7-078d-409d-961a-a12802f55842 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 932 time: 0.0621591 Jul 08 08:23:37.510487 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2a5f5603-bb0e-4f26-b8c3-00811eb72450 req-d7917ae6-0877-4588-8b3e-93ee9559b3c9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Jul 08 08:23:37.680708 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a385a6-7e64-434c-886f-bf0f204534ee req-f6130e17-a74d-4dc3-82e5-1eee31615103 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:37.682992 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01a385a6-7e64-434c-886f-bf0f204534ee req-f6130e17-a74d-4dc3-82e5-1eee31615103 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0670843 Jul 08 08:23:37.720169 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01a385a6-7e64-434c-886f-bf0f204534ee req-83170ec5-3dd6-4905-952c-3a9a92a68964 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Jul 08 08:23:37.883877 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b7bbf-7161-44fe-9be4-83c78bcaa49b req-f027c507-f75e-4c3b-9805-38dcff236599 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:37.885462 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-953b7bbf-7161-44fe-9be4-83c78bcaa49b req-f027c507-f75e-4c3b-9805-38dcff236599 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0651667 Jul 08 08:23:37.926886 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-953b7bbf-7161-44fe-9be4-83c78bcaa49b req-f4825946-5e61-475d-b133-12b85330cb11 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345249 Jul 08 08:23:38.032024 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d555d4e-8668-4ef2-8451-cffca1cbfc21 req-c3be23f6-cba8-4514-a98e-85b08709280d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0564730 Jul 08 08:23:38.063984 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd741e-ec2c-4a7f-ac16-229dc5bfa677 req-f80ac654-111a-49df-bba6-74ecc5a928e5 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:38.066484 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-31dd741e-ec2c-4a7f-ac16-229dc5bfa677 req-f80ac654-111a-49df-bba6-74ecc5a928e5 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.0929439 Jul 08 08:23:38.107067 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-31dd741e-ec2c-4a7f-ac16-229dc5bfa677 req-0e1221eb-fc8f-4dd3-8e6c-395a76d6d2d6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Jul 08 08:23:38.204039 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba87b1-9727-4fd5-8c16-256e4fb6f528 req-6e890d9e-1c44-4516-9079-dc0590e1fc85 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:38.205506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-08ba87b1-9727-4fd5-8c16-256e4fb6f528 req-6e890d9e-1c44-4516-9079-dc0590e1fc85 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 944 time: 0.0645840 Jul 08 08:23:38.244560 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-08ba87b1-9727-4fd5-8c16-256e4fb6f528 req-92b4195c-3a41-4b9b-8737-2d47b7e1ac76 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Jul 08 08:23:38.485796 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8029a46-45ef-4cdc-84b5-1825eeaaadf1 req-b4635b28-a2e4-41de-8d57-35026140bb10 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:38.487290 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8029a46-45ef-4cdc-84b5-1825eeaaadf1 req-b4635b28-a2e4-41de-8d57-35026140bb10 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0637367 Jul 08 08:23:38.528548 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8029a46-45ef-4cdc-84b5-1825eeaaadf1 req-3cfc8c52-b6e1-4822-b72a-63771493b6c1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Jul 08 08:23:38.681920 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fcfd7-8793-4164-8674-ef171b1c6684 req-e981f3a4-344a-4c45-8acd-3a780954ed66 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:38.683571 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a56fcfd7-8793-4164-8674-ef171b1c6684 req-e981f3a4-344a-4c45-8acd-3a780954ed66 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 932 time: 0.0636592 Jul 08 08:23:38.696061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Request body: {'port': {'device_id': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:38.786987 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a56fcfd7-8793-4164-8674-ef171b1c6684 req-3fb7df27-d8e6-4845-adbb-239c5886185f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Jul 08 08:23:38.832587 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c6beb941-33ca-4f75-a6b5-3331d6bc7c64 req-fd57242b-d6b9-41cb-ab52-f711e5540721 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409678 Jul 08 08:23:38.845115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:38.870788 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-678c8674-201d-4b44-89d6-632f52c74943 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828721 Jul 08 08:23:38.910099 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a1eb-7359-498e-b811-1d40084f2907 req-c5d85288-c368-43f4-a9e3-b700349c1391 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:38.911586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52c8a1eb-7359-498e-b811-1d40084f2907 req-c5d85288-c368-43f4-a9e3-b700349c1391 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0644786 Jul 08 08:23:38.961639 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52c8a1eb-7359-498e-b811-1d40084f2907 req-9cdbd0f4-c68b-41a1-ab0e-d95026b20b16 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Jul 08 08:23:39.070807 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4824a46d-1ecc-4edf-9e53-b5ad7625bcda req-3c83d957-7d21-4b81-aa53-c963eea18be1 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766713 Jul 08 08:23:39.122511 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e387a2d-1572-425d-ba0b-623e68a0f745 req-b5357997-bfe1-487a-9470-48144c66292e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:39.124149 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e387a2d-1572-425d-ba0b-623e68a0f745 req-b5357997-bfe1-487a-9470-48144c66292e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0721352 Jul 08 08:23:39.209873 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5da1aadb-b25f-4e05-b81a-16e2eaa49313 req-169138e7-7772-402a-b7a4-62fd73f743f2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0538805 Jul 08 08:23:39.304265 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e387a2d-1572-425d-ba0b-623e68a0f745 req-75116d30-219c-4a2c-88f1-7fb10b094dca tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737063 Jul 08 08:23:39.304424 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-b47c2ed1-076b-4110-ac8c-b139c5efe22d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:39.307059 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-b47c2ed1-076b-4110-ac8c-b139c5efe22d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.1272635 Jul 08 08:23:39.403260 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-75633f6d-18df-412b-9f47-9f0187392b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:39.427821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e93756-a5a4-465d-ad60-72228ca2d34c {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:39.429150 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-75633f6d-18df-412b-9f47-9f0187392b6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1096 time: 0.2292862 Jul 08 08:23:39.453719 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:39.480514 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Transition to ACTIVE for port object 21e93756-a5a4-465d-ad60-72228ca2d34c will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:39.488864 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Deleting port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:23:39.489211 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:39.589399 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:39.646469 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] For port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:39.646880 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:39.674750 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Calling delete_port for f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:23:39.705965 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Pushing event updated for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:39.717238 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-658c2fb7-4466-47ec-855e-5b628001a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:39.718741 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-658c2fb7-4466-47ec-855e-5b628001a829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.2683768 Jul 08 08:23:39.736059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a6f49-dfaf-4796-9b1c-6d9753a0e2cf req-f6066887-a700-46a3-a68a-caa17c22347c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:39.744420 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-269a6f49-dfaf-4796-9b1c-6d9753a0e2cf req-f6066887-a700-46a3-a68a-caa17c22347c tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 945 time: 0.3131206 Jul 08 08:23:39.964469 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Attempting to bind port 21e93756-a5a4-465d-ad60-72228ca2d34c on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:39.964809 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Attempting to bind port 21e93756-a5a4-465d-ad60-72228ca2d34c by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:39.965143 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Attempting to bind port 21e93756-a5a4-465d-ad60-72228ca2d34c on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:40.000659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Port 21e93756-a5a4-465d-ad60-72228ca2d34c on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:23:40.000996 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Attempting to bind port 21e93756-a5a4-465d-ad60-72228ca2d34c on network 2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:40.100153 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-c39f36f6-3560-4a0d-8652-f436559aa960 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 217 time: 0.3473916 Jul 08 08:23:40.104297 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:40.104680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Checking segment: {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:40.104874 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8618599-11da-409e-b631-4f6a4c299e1c req-1d275fb6-d302-49bb-9d8f-b6e33cced3a8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.105126 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Bound using segment: {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:40.106036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Bound port: 21e93756-a5a4-465d-ad60-72228ca2d34c, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:40.106036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.111783 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8618599-11da-409e-b631-4f6a4c299e1c req-1d275fb6-d302-49bb-9d8f-b6e33cced3a8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 944 time: 0.5892949 Jul 08 08:23:40.176004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.188257 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['f02616e4-2d89-4a7b-993a-fb6b22ccc6c3'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:23:40.199204 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-269a6f49-dfaf-4796-9b1c-6d9753a0e2cf req-914ad40f-6180-49c7-be42-fe71d10c3384 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534428 Jul 08 08:23:40.230508 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Pushing event deleted for resources: {'Port': ['ID=f02616e4-2d89-4a7b-993a-fb6b22ccc6c3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:40.275797 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8618599-11da-409e-b631-4f6a4c299e1c req-1f5a6341-87d9-4055-ab6e-07beffaf1545 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630666 Jul 08 08:23:40.286174 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-cade6138-d4a4-486e-ab69-e9cb183f3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.288067 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-cade6138-d4a4-486e-ab69-e9cb183f3abf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.1737826 Jul 08 08:23:40.290680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] No DVR routers for this DVR port f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:23:40.300377 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.302699 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2544b94b-ec75-4a9b-957b-3484dc377220 req-379a68fe-b55f-4c0f-8603-4544ae60868a tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "DELETE /v2.0/ports/f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 HTTP/1.1" status: 204 len: 173 time: 0.9760106 Jul 08 08:23:40.303318 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'name': 'network-vif-deleted', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:40.316683 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b4001-47bf-4ad1-8fed-2e15e113459e" -d '{"events": [{"server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "name": "network-vif-deleted", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:40.347667 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:40.366065 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=21e93756-a5a4-465d-ad60-72228ca2d34c,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:40.558685 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-f74ffc34-76a4-4f8d-8ec0-c85048b3be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.560124 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-f74ffc34-76a4-4f8d-8ec0-c85048b3be67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2433774 Jul 08 08:23:40.598306 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372b5e5-e40f-4ae8-9170-f1a4a2b83fdd req-da1444d7-ebde-49f3-b14b-d1d8a8fb34c0 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.600083 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6372b5e5-e40f-4ae8-9170-f1a4a2b83fdd req-da1444d7-ebde-49f3-b14b-d1d8a8fb34c0 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1380291 Jul 08 08:23:40.608421 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ab852-8436-4cb1-8c65-90afee9d136e req-62f2c5fb-dd64-45f9-8ece-f242211f8969 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.609934 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ec1ab852-8436-4cb1-8c65-90afee9d136e req-62f2c5fb-dd64-45f9-8ece-f242211f8969 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1928010 Jul 08 08:23:40.681253 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 3121c599-e2a7-41b3-8600-73f02f438429 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:40.703774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ec1ab852-8436-4cb1-8c65-90afee9d136e req-6bd0cdf9-f7cb-4729-97a3-816bdc12470a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855272 Jul 08 08:23:40.725546 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6372b5e5-e40f-4ae8-9170-f1a4a2b83fdd req-e1992a86-b745-4319-85fe-bc8c69d69ecd tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121352 Jul 08 08:23:40.798255 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.875159 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 3121c599-e2a7-41b3-8600-73f02f438429 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:40.882718 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 3121c599-e2a7-41b3-8600-73f02f438429 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:40.890177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.896134 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.897554 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:40.900022 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] 10.222.0.67 "PUT /v2.0/ports/21e93756-a5a4-465d-ad60-72228ca2d34c HTTP/1.1" status: 200 len: 1094 time: 2.2104492 Jul 08 08:23:40.922691 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b3acb9f-065d-461d-b034-3bbdce24ee11 req-0726fea0-490b-420b-8661-e0fe2f899d8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0655272 Jul 08 08:23:40.957564 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27472b6-6706-4264-98e2-7826224e2659 service neutron] Pushing event updated for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:40.959257 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819b8fe-700d-40aa-85b0-94a85d7296d0 req-02e94ca6-c4ee-4196-9867-c8ce80c9f054 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:40.967292 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2819b8fe-700d-40aa-85b0-94a85d7296d0 req-02e94ca6-c4ee-4196-9867-c8ce80c9f054 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1408517 Jul 08 08:23:41.014401 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcffcd-689f-4401-8e17-749bd99a8ea4 x-openstack-request-id: req-f4dcffcd-689f-4401-8e17-749bd99a8ea4 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:41.014746 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe8fb8-13bb-48c0-ba55-6f6120660444", "name": "network-vif-deleted", "tag": "f02616e4-2d89-4a7b-993a-fb6b22ccc6c3", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:41.016897 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2819b8fe-700d-40aa-85b0-94a85d7296d0 req-7152d84c-ca8f-4d31-9487-1f665d063ec5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Jul 08 08:23:41.017137 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4dcffcd-689f-4401-8e17-749bd99a8ea4 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:41.017585 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe8fb8-13bb-48c0-ba55-6f6120660444', 'name': 'network-vif-deleted', 'tag': 'f02616e4-2d89-4a7b-993a-fb6b22ccc6c3', 'status': 'completed', 'code': 200} Jul 08 08:23:41.047703 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:41.082841 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:41.085182 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499b4e3f-ac70-47d5-947c-eaca763c6c67" -d '{"events": [{"server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "name": "network-vif-plugged", "status": "completed", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:41.099610 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:41.154961 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b691b-4a4d-4f03-8b83-13c45ac7e8b4 x-openstack-request-id: req-547b691b-4a4d-4f03-8b83-13c45ac7e8b4 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:41.155246 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "name": "network-vif-plugged", "status": "completed", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:41.155516 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-547b691b-4a4d-4f03-8b83-13c45ac7e8b4 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:41.155926 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'code': 200} Jul 08 08:23:41.197366 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:41.214843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90279f0c-f66a-47fd-836e-dd720cd54edd req-0337d1aa-6394-4cc2-9863-d6a155accb29 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:41.216512 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-90279f0c-f66a-47fd-836e-dd720cd54edd req-0337d1aa-6394-4cc2-9863-d6a155accb29 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0692897 Jul 08 08:23:41.274951 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-90279f0c-f66a-47fd-836e-dd720cd54edd req-258b2a22-8627-4778-af90-dec6b482bf8f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Jul 08 08:23:41.295699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:41.374848 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f90a302d-6b78-414e-a9a5-6e3f4895d701 req-430dae8f-8447-40b9-a9bb-101000af84c1 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0374763 Jul 08 08:23:41.478716 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:23:41.481134 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407d76-3196-4b93-b08b-d31faea8fe47 req-33319219-5de8-408b-b0cf-f6cf57812d0d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:41.482779 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f407d76-3196-4b93-b08b-d31faea8fe47 req-33319219-5de8-408b-b0cf-f6cf57812d0d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0626700 Jul 08 08:23:41.521718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f407d76-3196-4b93-b08b-d31faea8fe47 req-86e27d5c-b007-47d7-b96c-39b0cb542ac5 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Jul 08 08:23:41.930264 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f719-d299-4c50-992c-25ed29a625e5 req-79bbfba8-4f09-4736-b123-24de0de9ae7a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:41.932671 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2106f719-d299-4c50-992c-25ed29a625e5 req-79bbfba8-4f09-4736-b123-24de0de9ae7a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1113851 Jul 08 08:23:41.940446 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ee322-71f5-4299-982d-97c29b445b16 req-f15936b2-d40e-425b-9f7d-1dd33d64516d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:41.941903 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-887ee322-71f5-4299-982d-97c29b445b16 req-f15936b2-d40e-425b-9f7d-1dd33d64516d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1091447 Jul 08 08:23:42.002835 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2106f719-d299-4c50-992c-25ed29a625e5 req-685ca357-0a7c-47cb-817d-ee111eaccc30 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598524 Jul 08 08:23:42.014724 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-887ee322-71f5-4299-982d-97c29b445b16 req-e90d3cac-dd94-404f-bb04-87996a11a6f7 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636857 Jul 08 08:23:42.174481 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3739debd-ca6f-4ed0-b99a-d5e99e2d6abf req-5a9b85ad-46ae-4c5d-adfa-914c74b90354 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0435474 Jul 08 08:23:42.260932 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d6db-8192-4191-b033-1d6d562bbf2c req-70ca6e96-feda-4932-bdc1-54b4281f796d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:42.262588 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4f0d6db-8192-4191-b033-1d6d562bbf2c req-70ca6e96-feda-4932-bdc1-54b4281f796d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0914512 Jul 08 08:23:42.306321 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4f0d6db-8192-4191-b033-1d6d562bbf2c req-5d2915a3-d042-409e-a704-d30517470350 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Jul 08 08:23:42.465641 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3ac8-96a8-4751-97a9-4e4d161ee564 req-b15f6f39-526f-4a41-bf99-832b9b4b2ab8 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:42.467446 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50ac3ac8-96a8-4751-97a9-4e4d161ee564 req-b15f6f39-526f-4a41-bf99-832b9b4b2ab8 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0729296 Jul 08 08:23:42.555319 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50ac3ac8-96a8-4751-97a9-4e4d161ee564 req-fc246f4e-8d29-4295-a422-719a9482ac73 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732601 Jul 08 08:23:42.568574 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8e11cb43-d459-460b-b646-0db65cf2dc86 req-eec2946c-1e9b-480d-92e6-7fce87970cf2 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0428197 Jul 08 08:23:42.739329 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c603419-aef3-4855-a4a5-3b44425b88be req-4922caf2-56fa-48de-867e-2cb33a157fbc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:42.740795 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c603419-aef3-4855-a4a5-3b44425b88be req-4922caf2-56fa-48de-867e-2cb33a157fbc tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0826070 Jul 08 08:23:42.792324 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c603419-aef3-4855-a4a5-3b44425b88be req-e5b5de8a-0663-4a4c-8adb-224cd3af5f8d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jul 08 08:23:43.018773 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:43.021136 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b39ea7-e922-408d-8fda-45e9ca182d36" -d '{"events": [{"name": "network-changed", "server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:43.079211 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a109acb8-6f98-48b3-a66b-9cea31285c01 x-openstack-request-id: req-a109acb8-6f98-48b3-a66b-9cea31285c01 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:43.079754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:43.080203 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a109acb8-6f98-48b3-a66b-9cea31285c01 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:43.080786 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c', 'status': 'completed', 'code': 200} Jul 08 08:23:43.278839 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd5059-623b-4c83-b974-25363dffac91 req-1e112d6a-b19d-4d8f-b9d8-15ddbd6706a9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:43.280406 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4fd5059-623b-4c83-b974-25363dffac91 req-1e112d6a-b19d-4d8f-b9d8-15ddbd6706a9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1272016 Jul 08 08:23:43.301621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff073-4d18-4231-9539-462456529c9b req-4ab44958-a002-4f72-8a74-9d0aa7b2a159 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:43.303229 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bcff073-4d18-4231-9539-462456529c9b req-4ab44958-a002-4f72-8a74-9d0aa7b2a159 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1041124 Jul 08 08:23:43.364643 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4fd5059-623b-4c83-b974-25363dffac91 req-819fa0b5-3c14-445a-b7c0-399b5a313cdb tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Jul 08 08:23:43.386189 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bcff073-4d18-4231-9539-462456529c9b req-fdd349c5-13f1-41eb-8146-b8fb8780e17b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598156 Jul 08 08:23:43.522819 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-39700a5a-7fd0-4662-b783-65c99eb03fca req-28550faa-690b-49e6-ac11-b2a7adffb385 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0358961 Jul 08 08:23:43.604149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531620a5-c263-4448-8fd7-422a022051c1 req-beee3a34-7030-4942-807c-fd2f0e2add07 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:43.604149 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-531620a5-c263-4448-8fd7-422a022051c1 req-beee3a34-7030-4942-807c-fd2f0e2add07 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0787535 Jul 08 08:23:43.653217 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-531620a5-c263-4448-8fd7-422a022051c1 req-6a28c41c-643f-476d-b26e-02b24ef62bbf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Jul 08 08:23:43.764132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a8deb-ad85-45e2-a210-9d90cb0eb425 req-b05efc1b-d78c-4acd-8849-689472ee6ee1 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:43.765913 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c09a8deb-ad85-45e2-a210-9d90cb0eb425 req-b05efc1b-d78c-4acd-8849-689472ee6ee1 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0806642 Jul 08 08:23:43.804759 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0d05a456-04d0-4b1d-87ac-c0f11ad90559 req-c3805670-3b3f-4c52-840d-967ea0da2072 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0377038 Jul 08 08:23:43.838783 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c09a8deb-ad85-45e2-a210-9d90cb0eb425 req-af586587-4969-41da-ae9f-81942f5826ad tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632050 Jul 08 08:23:43.999924 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea7cd3-d1e9-41cb-a3b9-90cbc929bfba req-978b0450-a868-4758-b0c2-a374e96cf57b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:44.001490 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-edea7cd3-d1e9-41cb-a3b9-90cbc929bfba req-978b0450-a868-4758-b0c2-a374e96cf57b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0671382 Jul 08 08:23:44.042350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-edea7cd3-d1e9-41cb-a3b9-90cbc929bfba req-b422a79d-5546-4216-a3eb-c635e82faaec tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Jul 08 08:23:44.610404 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801bf2a-6c78-423d-99b6-624dcab23874 req-8dcec6ee-da43-4f8e-b54b-737b1fc20cc6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:44.612102 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9801bf2a-6c78-423d-99b6-624dcab23874 req-8dcec6ee-da43-4f8e-b54b-737b1fc20cc6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0946765 Jul 08 08:23:44.625813 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fab65-89f8-4dcc-98e5-a2b79f519630 req-b575080a-e752-4add-8a52-67600818dfbd tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:44.625813 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c70fab65-89f8-4dcc-98e5-a2b79f519630 req-b575080a-e752-4add-8a52-67600818dfbd tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1346025 Jul 08 08:23:44.675688 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9801bf2a-6c78-423d-99b6-624dcab23874 req-70e47b89-4d1b-42c6-b7cf-a813147cf976 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Jul 08 08:23:44.681538 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:23:44.688697 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c70fab65-89f8-4dcc-98e5-a2b79f519630 req-2c46a596-a630-4778-a00b-7260eb7e3990 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jul 08 08:23:44.716649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:23:44.716649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f02616e4-2d89-4a7b-993a-fb6b22ccc6c3 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:23:44.865313 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce0c2d9c-713f-4cb8-9f17-dc01e1148645 req-7f2dd266-80c3-421f-8cc6-d316c31ac2c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0551453 Jul 08 08:23:44.938439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556063ed-c10d-4977-8dac-6a39d8e935f0 req-aeb95a9c-5017-4ba7-94b6-f9ba97d4437f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:44.940150 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-556063ed-c10d-4977-8dac-6a39d8e935f0 req-aeb95a9c-5017-4ba7-94b6-f9ba97d4437f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1081333 Jul 08 08:23:44.983741 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-556063ed-c10d-4977-8dac-6a39d8e935f0 req-a6697a29-6099-4489-87f6-fbf7aadd5fd2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Jul 08 08:23:45.097233 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-13410715-e33e-433e-81d1-967daf66e0ed req-0b8b93ae-ef89-408f-9025-0caf59c0b97e tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0464058 Jul 08 08:23:45.181136 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a1cec-aab3-45be-96ad-e3512385cce3 req-766d4ece-dddc-41e8-ab24-1385632ed212 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:45.182860 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f22a1cec-aab3-45be-96ad-e3512385cce3 req-766d4ece-dddc-41e8-ab24-1385632ed212 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0698748 Jul 08 08:23:45.255970 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f22a1cec-aab3-45be-96ad-e3512385cce3 req-48984cb4-b450-4f90-9911-e0a577af45d6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616190 Jul 08 08:23:45.286975 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae4901-de48-4d7d-aa15-ca060cc9aef8 req-dd255871-a016-4735-8955-20e469afe207 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:45.288962 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95ae4901-de48-4d7d-aa15-ca060cc9aef8 req-dd255871-a016-4735-8955-20e469afe207 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.1051090 Jul 08 08:23:45.329031 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-95ae4901-de48-4d7d-aa15-ca060cc9aef8 req-f108055b-6fdb-45fe-a967-56db5451fa65 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Jul 08 08:23:45.951121 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef846-898f-4a29-8055-409116f0fe29 req-9d6ded30-66c3-4bea-b4c3-88a45f386124 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:45.952613 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c9bef846-898f-4a29-8055-409116f0fe29 req-9d6ded30-66c3-4bea-b4c3-88a45f386124 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1256778 Jul 08 08:23:45.966540 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec2d9-e31a-47a0-8d82-7ec609df190c req-4c7f7a7b-c553-4744-8d05-a816106f85d9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:45.968057 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a8ec2d9-e31a-47a0-8d82-7ec609df190c req-4c7f7a7b-c553-4744-8d05-a816106f85d9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1320734 Jul 08 08:23:46.028584 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c9bef846-898f-4a29-8055-409116f0fe29 req-69cf8ae4-b83a-45d1-893b-484eb50e6f09 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595262 Jul 08 08:23:46.036857 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a8ec2d9-e31a-47a0-8d82-7ec609df190c req-7d01eb50-e163-4e6d-b204-c4f419c20371 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Jul 08 08:23:46.217529 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-acf3aff7-4995-4b1f-9de1-fc5fd8b74b2b req-1c319ff6-e203-4b47-823c-5c49fb382db8 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0400131 Jul 08 08:23:46.262639 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 35128) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:46.303602 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5bbf-8724-4a9f-a76e-070f6495721f req-4fd32e62-da43-4948-9afd-e7e3fd743679 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:46.314507 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f68f5bbf-8724-4a9f-a76e-070f6495721f req-4fd32e62-da43-4948-9afd-e7e3fd743679 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1269138 Jul 08 08:23:46.363345 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f68f5bbf-8724-4a9f-a76e-070f6495721f req-ab2eabb2-10ff-460b-ba69-850e0570bb4f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Jul 08 08:23:46.383517 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2dc20c5a-bac6-46f7-a4c6-b0f8097db302 req-760c21f5-e201-4387-8903-4e52c7df6c03 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0379939 Jul 08 08:23:46.417920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99264229-902b-4bb0-835b-c700c5df475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:46.529093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99264229-902b-4bb0-835b-c700c5df475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:46.603456 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de175ad2-ad85-413e-87f0-4761c85018e3 req-fea366c7-92fd-4efb-9a50-1e4cc29cbd01 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:46.604973 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de175ad2-ad85-413e-87f0-4761c85018e3 req-fea366c7-92fd-4efb-9a50-1e4cc29cbd01 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0859201 Jul 08 08:23:46.630874 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99264229-902b-4bb0-835b-c700c5df475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:46.679109 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de175ad2-ad85-413e-87f0-4761c85018e3 req-cfd15349-2b01-454a-83cf-a148f29e8e3e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638402 Jul 08 08:23:46.680290 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-99264229-902b-4bb0-835b-c700c5df475d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=989d6d869e0545a8888f6cc931f2aada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156661 Jul 08 08:23:46.681844 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99264229-902b-4bb0-835b-c700c5df475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ab91aa-2459-4eac-b414-eb7f8211a982,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:46.683475 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35138) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:23:46.736290 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70389a06-1562-4ec8-8c2e-bb66c7ea874c req-be57d230-c942-48c7-a587-5e5534d981d3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:46.737754 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70389a06-1562-4ec8-8c2e-bb66c7ea874c req-be57d230-c942-48c7-a587-5e5534d981d3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.1318784 Jul 08 08:23:46.769877 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:46.804464 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70389a06-1562-4ec8-8c2e-bb66c7ea874c req-19b81c5b-446e-43d0-8240-e7416fe6344b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584133 Jul 08 08:23:46.807318 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:47.042779 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:47.045429 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:47.047501 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5ab91aa-2459-4eac-b414-eb7f8211a982 HTTP/1.1" status: 204 len: 168 time: 0.3621502 Jul 08 08:23:47.054510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6535b9-d8d0-409b-becb-eafe5e544711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ab91aa-2459-4eac-b414-eb7f8211a982,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:47.283191 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309633a0-b869-46e1-8039-f01bf734bcf2 req-6f85e88e-c139-418e-88b4-45e9e31a13ca tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:47.284700 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-309633a0-b869-46e1-8039-f01bf734bcf2 req-6f85e88e-c139-418e-88b4-45e9e31a13ca tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1136267 Jul 08 08:23:47.322898 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202d9ae-99a2-4ee1-8fb7-2eb7cbe02da5 req-3dabcd62-62e3-4b47-b19f-3faeea082110 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:47.324364 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2202d9ae-99a2-4ee1-8fb7-2eb7cbe02da5 req-3dabcd62-62e3-4b47-b19f-3faeea082110 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1131399 Jul 08 08:23:47.349474 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-309633a0-b869-46e1-8039-f01bf734bcf2 req-f8fc6452-0e3e-48a2-bad0-232292bd0bed tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565982 Jul 08 08:23:47.378257 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2202d9ae-99a2-4ee1-8fb7-2eb7cbe02da5 req-7975a42b-1506-43fd-a2af-4ca2cee16a0f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Jul 08 08:23:47.521199 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7875c834-2763-494a-a276-83e2f2349339 req-36ec6e01-e5b8-42ed-b122-20cc65fa0348 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0368929 Jul 08 08:23:47.583869 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f031a8-324c-422c-bff1-994cd15e949f req-7507eb98-8048-472e-99e0-2c7fefcf81ff tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:47.594895 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-42f031a8-324c-422c-bff1-994cd15e949f req-7507eb98-8048-472e-99e0-2c7fefcf81ff tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0933859 Jul 08 08:23:47.671986 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-42f031a8-324c-422c-bff1-994cd15e949f req-80b9c452-cd35-4bf8-9b7c-c9909f255e1b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682569 Jul 08 08:23:47.755901 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-37071c14-a670-4048-8ca2-79db90294e31 req-cbeb2f25-0003-4575-9d51-d928bc41b2a9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0641093 Jul 08 08:23:47.863294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977992e2-a31c-4a96-ac85-f7d1d815fb26 req-31b74d23-0a38-42da-bf1f-2f0d5d7cdc88 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:47.864796 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-977992e2-a31c-4a96-ac85-f7d1d815fb26 req-31b74d23-0a38-42da-bf1f-2f0d5d7cdc88 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0675619 Jul 08 08:23:47.909499 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-977992e2-a31c-4a96-ac85-f7d1d815fb26 req-f96b67bb-65ac-434d-870d-1106dc74685f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367470 Jul 08 08:23:47.991730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed501c-0943-434d-a5c0-ddd437355afb req-55cd3ac9-d799-4626-a9d2-e1f0f4eac628 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:47.994527 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-17ed501c-0943-434d-a5c0-ddd437355afb req-55cd3ac9-d799-4626-a9d2-e1f0f4eac628 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0732937 Jul 08 08:23:48.036487 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-17ed501c-0943-434d-a5c0-ddd437355afb req-aaa4ef2b-9680-4f96-a9db-83ba1ea6d34a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Jul 08 08:23:48.592344 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d6c2e-2787-4cf8-9287-6d9a8bbe6c8a req-3d0da086-0805-47d6-9758-894039e72f87 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:48.593853 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-238d6c2e-2787-4cf8-9287-6d9a8bbe6c8a req-3d0da086-0805-47d6-9758-894039e72f87 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1165009 Jul 08 08:23:48.608034 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12734f2-7c94-49b6-8f3a-8124bccd9dc7 req-3da8b7fc-8781-47fb-95c1-eb6a0b0d40ad tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:48.609761 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e12734f2-7c94-49b6-8f3a-8124bccd9dc7 req-3da8b7fc-8781-47fb-95c1-eb6a0b0d40ad tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.0944707 Jul 08 08:23:48.672452 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-238d6c2e-2787-4cf8-9287-6d9a8bbe6c8a req-741a9765-80e7-4af4-b818-f37c18e6780a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728884 Jul 08 08:23:48.675388 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e12734f2-7c94-49b6-8f3a-8124bccd9dc7 req-b7f8493d-6424-4b1b-9dfc-489a50a1aeec tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Jul 08 08:23:48.821687 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96d506fd-f40a-4eb7-bb14-a008847df9a3 req-88e47d03-c701-451e-ac98-3a33aabdfd1f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0329053 Jul 08 08:23:48.918932 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c6083-da09-44d2-b46a-7de95209f604 req-5094144c-f9b1-4f43-822d-d964bf3eef02 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:48.920614 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8d0c6083-da09-44d2-b46a-7de95209f604 req-5094144c-f9b1-4f43-822d-d964bf3eef02 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1037593 Jul 08 08:23:48.978408 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93bd19b5-41f5-45c0-a2d5-7a99b877f53d req-c2642bec-641c-4ded-986e-bb1c1e487dc8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0338538 Jul 08 08:23:48.990434 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8d0c6083-da09-44d2-b46a-7de95209f604 req-3fdc4dfd-79dd-419f-b12a-06b75c71b09c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616252 Jul 08 08:23:49.182442 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385700-2dea-459d-8cdd-e0aaf4da1637 req-a25ea08a-4e00-42db-affd-24275b691aa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:49.184305 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f1385700-2dea-459d-8cdd-e0aaf4da1637 req-a25ea08a-4e00-42db-affd-24275b691aa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0996144 Jul 08 08:23:49.238062 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f1385700-2dea-459d-8cdd-e0aaf4da1637 req-b5c91b77-dd78-4bd9-a947-9c5e52bd1455 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456955 Jul 08 08:23:49.250475 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c671337-4695-44a1-a843-acecce3390ce req-bb03995c-f1de-4a7c-99fe-5cee0d8cf0d9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:49.251978 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2c671337-4695-44a1-a843-acecce3390ce req-bb03995c-f1de-4a7c-99fe-5cee0d8cf0d9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.1053185 Jul 08 08:23:49.298225 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2c671337-4695-44a1-a843-acecce3390ce req-832b0b89-0120-4643-b51e-2813f07ed47d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Jul 08 08:23:49.902289 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc339b1-f683-4135-a5f2-ab6e30a561f4 req-5939efcd-e3a3-4720-8e47-5e8f6792d319 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:50.035339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dcc339b1-f683-4135-a5f2-ab6e30a561f4 req-5939efcd-e3a3-4720-8e47-5e8f6792d319 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1117935 Jul 08 08:23:50.035339 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf5adf-04dc-4fb8-aa86-716ecd1c542b req-1395566a-3473-4173-bc21-b7f48633e5b7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:50.035339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adcf5adf-04dc-4fb8-aa86-716ecd1c542b req-1395566a-3473-4173-bc21-b7f48633e5b7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1154997 Jul 08 08:23:50.035339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dcc339b1-f683-4135-a5f2-ab6e30a561f4 req-0c1d6404-e0a9-49a8-a712-88dda3ce176d tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638456 Jul 08 08:23:50.035339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adcf5adf-04dc-4fb8-aa86-716ecd1c542b req-48961dda-01cd-4abe-9591-211058e1a9b3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623991 Jul 08 08:23:50.139752 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f609ed1-f0ed-4815-823d-41c73fc2144e req-345af6c4-0987-4a18-a840-6d967af3d7bb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0387201 Jul 08 08:23:50.171040 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-37e860bf-b18d-4006-a7af-1aa415ebf7c8 req-d9d805ba-f5d0-4048-b454-049c98f56265 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0324068 Jul 08 08:23:50.320012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424646e7-2abd-4eef-aaad-b3a588f7a856 req-48e7ff0d-8863-4d2b-a9e2-d7be88e556e0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:50.326625 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-424646e7-2abd-4eef-aaad-b3a588f7a856 req-48e7ff0d-8863-4d2b-a9e2-d7be88e556e0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0753007 Jul 08 08:23:50.367832 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-424646e7-2abd-4eef-aaad-b3a588f7a856 req-642a4242-3153-4433-af6f-005a516c4b38 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Jul 08 08:23:50.436098 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96128bdb-38b5-461b-b901-f7a11a9a0787 req-4b28ea9a-b910-4010-b684-f77c988a83f6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:50.437628 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96128bdb-38b5-461b-b901-f7a11a9a0787 req-4b28ea9a-b910-4010-b684-f77c988a83f6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0643966 Jul 08 08:23:50.479312 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96128bdb-38b5-461b-b901-f7a11a9a0787 req-435d82d8-336f-44d5-b892-d8760cdb8169 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357208 Jul 08 08:23:50.542563 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e552f6-8179-496d-ba81-b42e8782bdd4 req-85ec56f0-2221-4f65-a64e-6e6ee16a299c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:50.544003 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f6e552f6-8179-496d-ba81-b42e8782bdd4 req-85ec56f0-2221-4f65-a64e-6e6ee16a299c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0638175 Jul 08 08:23:50.581154 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f6e552f6-8179-496d-ba81-b42e8782bdd4 req-2fcadd04-91e9-44b5-9901-25e0e6459f7f tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Jul 08 08:23:51.201137 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3c56-b31d-4caa-8f8d-9390d399e153 req-a71654a2-1e7d-4c66-a7bb-e73bedea0954 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.202841 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-08fa3c56-b31d-4caa-8f8d-9390d399e153 req-a71654a2-1e7d-4c66-a7bb-e73bedea0954 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1062803 Jul 08 08:23:51.217101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4adf-6218-4159-b824-64ea51b3c6f7 req-90c69da8-3aee-46d2-9e7f-ded6a6cc9e09 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.218622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a3fd4adf-6218-4159-b824-64ea51b3c6f7 req-90c69da8-3aee-46d2-9e7f-ded6a6cc9e09 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0949953 Jul 08 08:23:51.308718 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-40d66d7d-5b0a-4614-92fa-971e363bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.311058 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-40d66d7d-5b0a-4614-92fa-971e363bf59a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 1097 time: 0.0584741 Jul 08 08:23:51.320849 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-08fa3c56-b31d-4caa-8f8d-9390d399e153 req-fa22525c-7a87-4a98-b05d-27cb72c9832c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119025 Jul 08 08:23:51.329587 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a3fd4adf-6218-4159-b824-64ea51b3c6f7 req-acec1b27-6a6f-481b-912c-892038f3f6e0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049263 Jul 08 08:23:51.377907 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-1e29986f-c60c-4129-91a5-d786eb8698ab service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298370 Jul 08 08:23:51.544362 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b012c99e-d84e-4a2f-a3fe-8143772a12ef req-e3fe0740-7ec2-4710-a925-eb0ece1f4785 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0435274 Jul 08 08:23:51.549482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-c7ef4d4b-536e-4af7-ae31-c7bea83801f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.551121 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-c7ef4d4b-536e-4af7-ae31-c7bea83801f7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=167b10fc04c849a999fbcc091a550019&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1905379 Jul 08 08:23:51.555726 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-85c8e8db-6ffe-47be-a1b0-b00f232ab157 req-8eed8543-28b8-43ab-94b8-75b970310a53 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699612 Jul 08 08:23:51.589094 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e8751c44-9222-44c8-8628-ec35252dd59d req-70ad0301-0b1b-4f65-a909-fb3b6e0e18e2 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe8fb8-13bb-48c0-ba55-6f6120660444 HTTP/1.1" status: 200 len: 210 time: 0.0480969 Jul 08 08:23:51.703044 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-a0135b98-87a5-4141-a9bc-fe88b4a3b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.704518 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-47b39ea7-e922-408d-8fda-45e9ca182d36 req-a0135b98-87a5-4141-a9bc-fe88b4a3b015 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349518 Jul 08 08:23:51.830654 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f52c5-3f5a-4b74-9fcc-1b0d2581fca2 req-cdae6c76-393f-4c96-ba6e-2f4f61b758a1 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.832045 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-362f52c5-3f5a-4b74-9fcc-1b0d2581fca2 req-cdae6c76-393f-4c96-ba6e-2f4f61b758a1 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1675406 Jul 08 08:23:51.849268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113f877-607d-4c88-92d9-9bf02465695e req-0d4b8f8e-037e-4b9e-b9b8-19f4ee66ff69 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.850843 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b113f877-607d-4c88-92d9-9bf02465695e req-0d4b8f8e-037e-4b9e-b9b8-19f4ee66ff69 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1477227 Jul 08 08:23:51.854608 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c58da-68ee-4de4-80a9-8d01685b35ea req-4cdf4c9d-276d-45ff-a1a8-a6067a1395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.856015 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4a1c58da-68ee-4de4-80a9-8d01685b35ea req-4cdf4c9d-276d-45ff-a1a8-a6067a1395d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1098 time: 0.1187375 Jul 08 08:23:51.863007 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-1b84e857-cc7d-417c-8a53-48879d8a321c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.864491 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-1b84e857-cc7d-417c-8a53-48879d8a321c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.1413801 Jul 08 08:23:51.867171 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-6bdde166-aac1-4138-9c0c-a996f9642384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:51.868528 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-6bdde166-aac1-4138-9c0c-a996f9642384 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=167b10fc04c849a999fbcc091a550019&device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 1097 time: 0.1002924 Jul 08 08:23:51.937202 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-39985432-6079-442d-bf62-5d6160924e11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21e93756-a5a4-465d-ad60-72228ca2d34c HTTP/1.1" status: 200 len: 217 time: 0.0471172 Jul 08 08:23:51.942235 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-362f52c5-3f5a-4b74-9fcc-1b0d2581fca2 req-ee3a4afc-6a8e-4ef8-a0d9-8267b3bb757e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903766 Jul 08 08:23:51.947461 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b113f877-607d-4c88-92d9-9bf02465695e req-2059d1ba-2dd5-4e25-8c3b-7f72b65bbf7e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897403 Jul 08 08:23:51.949500 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4a1c58da-68ee-4de4-80a9-8d01685b35ea req-82d0c19e-ef8f-4656-aa02-7b4ee115c097 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810554 Jul 08 08:23:51.987758 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-d3bdbbc7-8a9e-4d8c-b574-3bbeee571ffe tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 380 time: 0.1035497 Jul 08 08:23:52.005932 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-448e5635-1698-455b-9e19-9c314d1f60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:52.007701 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-448e5635-1698-455b-9e19-9c314d1f60e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ac0e690f-dab1-4103-9f47-5db82d5d433f HTTP/1.1" status: 200 len: 849 time: 0.0599530 Jul 08 08:23:52.031265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'port': {'device_id': '15aed081-267e-4108-bf39-5927176fc42d', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'admin_state_up': True, 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'security_groups': ['7aadc64f-8af8-4a70-8984-3749e86e6262']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:52.101753 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-6534d834-2dce-4aed-92cf-fac6e9ddb669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655577 Jul 08 08:23:52.128750 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2aba-bfa2-4398-8f38-fa209700a7d1 req-0add323f-ec1d-40fa-9b56-a4eaea0d8ec5 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:52.130563 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e4a2aba-bfa2-4398-8f38-fa209700a7d1 req-0add323f-ec1d-40fa-9b56-a4eaea0d8ec5 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0876310 Jul 08 08:23:52.230603 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e4a2aba-bfa2-4398-8f38-fa209700a7d1 req-e44a86ac-a770-432f-a1cb-55b869a74702 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Jul 08 08:23:52.247267 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-218966bc-d064-4a72-b28c-60a7c996c8d3 service neutron] 10.222.0.67 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356592 Jul 08 08:23:52.346270 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db536ef-0ea8-452e-849a-a250ac78bb60 req-b95aaf8a-f718-47e9-8f2e-1a235464529c service neutron] 10.222.0.67 "GET /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Jul 08 08:23:52.373970 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Made reservation on behalf of a3ff0b32b43949c48507fbd7762c5dae for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:23:52.386028 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:52.554499 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.20.0.7 (1ba24858-5803-4f59-8870-63a819f69432/bb19fc4a-38de-4540-adc0-c74605cf8d7b/e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:23:52.563804 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989704d-d60e-482d-8625-b09f4e22e89f req-9a717247-5d85-4ab0-a3bf-2172c96a068f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:52.565279 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f989704d-d60e-482d-8625-b09f4e22e89f req-9a717247-5d85-4ab0-a3bf-2172c96a068f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1092353 Jul 08 08:23:52.579898 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e319-ec02-4cea-b6b9-4443c6ebef84 req-fa3a67e0-f0a9-4284-82d8-72acced009c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:52.581366 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0815e319-ec02-4cea-b6b9-4443c6ebef84 req-fa3a67e0-f0a9-4284-82d8-72acced009c3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0963943 Jul 08 08:23:52.638628 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f989704d-d60e-482d-8625-b09f4e22e89f req-abad598a-7e54-477f-aed7-a49aab97f143 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561686 Jul 08 08:23:52.641508 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0815e319-ec02-4cea-b6b9-4443c6ebef84 req-8a5db1d6-edb9-4270-bc4b-d067b6d436d6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520129 Jul 08 08:23:52.705083 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:52.722182 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Transition to ACTIVE for port object e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:52.814508 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c2ef1af-aced-434d-b964-a4f760b678a6 req-36ac4aa1-58a4-4e09-bb74-0f3997e71dd2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0322866 Jul 08 08:23:52.832593 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:52.905296 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:23:52.914816 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:23:52.919807 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:23:52.930950 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:53.006455 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.007538 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.025040 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91990bf-f660-470b-8e21-996a34695544 req-be303c1f-ce49-4e61-9513-96fa98611c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.026613 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b91990bf-f660-470b-8e21-996a34695544 req-be303c1f-ce49-4e61-9513-96fa98611c5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.1788445 Jul 08 08:23:53.093196 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b91990bf-f660-470b-8e21-996a34695544 req-a629a847-9460-429d-81d9-f5a389a6b77f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557523 Jul 08 08:23:53.143688 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-c110a296-c7c1-4c7d-9887-7dc938eb92ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1163220 Jul 08 08:23:53.156795 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Request body: {'port': {'device_id': '15aed081-267e-4108-bf39-5927176fc42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:23:53.176985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a23123-63bf-4c43-906f-52049953223c req-6a0b45d9-c051-4b6d-a189-0d37e3e52863 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.181201 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00a23123-63bf-4c43-906f-52049953223c req-6a0b45d9-c051-4b6d-a189-0d37e3e52863 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1002402 Jul 08 08:23:53.234288 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00a23123-63bf-4c43-906f-52049953223c req-5ddc77d0-3ce2-4dd9-a7b2-07490be4f620 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Jul 08 08:23:53.244712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46837fa-5176-4fa5-85c9-d91d75c1fce7 req-027dbe86-ac43-46d0-9d21-4aee70ddb09f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.244712 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b46837fa-5176-4fa5-85c9-d91d75c1fce7 req-027dbe86-ac43-46d0-9d21-4aee70ddb09f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1072440 Jul 08 08:23:53.245111 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.295077 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b46837fa-5176-4fa5-85c9-d91d75c1fce7 req-2d3525ee-6091-4022-8062-05d0df17dc74 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Jul 08 08:23:53.436206 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-885f4332-c588-4f78-8143-834ba018160b None None] Provisioning for port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:53.440659 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-885f4332-c588-4f78-8143-834ba018160b None None] Provisioning complete for port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:53.444296 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-885f4332-c588-4f78-8143-834ba018160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.454793 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f274-44a1-4209-a0ee-a40122b5d053 req-d05cbfc4-716c-4aba-89c5-45e88ae9414b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.456450 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8928f274-44a1-4209-a0ee-a40122b5d053 req-d05cbfc4-716c-4aba-89c5-45e88ae9414b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0665209 Jul 08 08:23:53.505135 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8928f274-44a1-4209-a0ee-a40122b5d053 req-cdf7b581-568d-42fe-b695-5d05490c991e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Jul 08 08:23:53.509834 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-885f4332-c588-4f78-8143-834ba018160b None None] Port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:23:53.568717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:53.576272 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.589012 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Transition to ACTIVE for port object e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:23:53.657045 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.690640 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ae55c-fc57-4332-823a-b001f5e8fcc7 req-0bb71f8b-af9a-41e7-8025-acb039d66312 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.691038 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-263ae55c-fc57-4332-823a-b001f5e8fcc7 req-0bb71f8b-af9a-41e7-8025-acb039d66312 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0630209 Jul 08 08:23:53.710442 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:53.732278 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-263ae55c-fc57-4332-823a-b001f5e8fcc7 req-c442bd43-1b1f-4619-9298-acd5ea084c19 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347412 Jul 08 08:23:53.795522 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Attempting to bind port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:23:53.795857 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Attempting to bind port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:23:53.796186 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Attempting to bind port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:53.800881 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad on network 1ba24858-5803-4f59-8870-63a819f69432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:23:53.801203 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Attempting to bind port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:23:53.806527 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:23:53.806891 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:23:53.807325 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Bound using segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:23:53.809009 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Bound port: e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:23:53.809009 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.880171 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:23:53.884203 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:23:53.900736 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58d5f-d864-4e77-9ed1-abd079722500 req-23d67af3-0feb-469a-81a7-763408f54611 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.900736 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ee58d5f-d864-4e77-9ed1-abd079722500 req-23d67af3-0feb-469a-81a7-763408f54611 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1030803 Jul 08 08:23:53.951748 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.984394 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:53.984866 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:53.986283 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] 10.222.0.67 "PUT /v2.0/ports/e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad HTTP/1.1" status: 200 len: 1093 time: 0.8342767 Jul 08 08:23:53.986937 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:53.989305 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39" -d '{"events": [{"name": "network-changed", "server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:54.016301 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d6ed-3aad-4721-893c-19522875c80e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:54.192912 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8ee58d5f-d864-4e77-9ed1-abd079722500 req-f13b9c50-21ab-4a18-8bd6-932471dac576 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874897 Jul 08 08:23:54.200120 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdcd9b-245f-45f6-93a7-93f06ead7af5 req-e549ab5e-6bb1-41d1-b896-7f24b5cd0f61 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:54.201517 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7ccdcd9b-245f-45f6-93a7-93f06ead7af5 req-e549ab5e-6bb1-41d1-b896-7f24b5cd0f61 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.3518095 Jul 08 08:23:54.240166 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7ccdcd9b-245f-45f6-93a7-93f06ead7af5 req-6c6e0d70-7c6e-4d2b-8311-0e80238d9102 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Jul 08 08:23:54.413157 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c828d-9d5f-4157-b986-8620a163c037 req-aa34b157-fea7-46f1-9bb4-60455d10764b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:54.414684 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b00c828d-9d5f-4157-b986-8620a163c037 req-aa34b157-fea7-46f1-9bb4-60455d10764b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0667121 Jul 08 08:23:54.452943 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b00c828d-9d5f-4157-b986-8620a163c037 req-95250257-3c18-4660-9c9f-260089204a00 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jul 08 08:23:54.460691 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1e5ef-3eec-4823-a392-c25ca45398f9 x-openstack-request-id: req-84e1e5ef-3eec-4823-a392-c25ca45398f9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:54.461069 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:54.461416 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84e1e5ef-3eec-4823-a392-c25ca45398f9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:54.462510 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'status': 'completed', 'code': 200} Jul 08 08:23:54.646883 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ac574-957f-432d-b9ff-5855f5add70b req-9d48c962-f40a-4fb2-ad46-0b76363839a0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:54.648353 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6f2ac574-957f-432d-b9ff-5855f5add70b req-9d48c962-f40a-4fb2-ad46-0b76363839a0 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1032176 Jul 08 08:23:54.660958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75efbd8-fc2a-4986-abe3-7c7e013f965f req-7d99244e-0967-4756-a304-b012535cb2d8 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:54.662800 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d75efbd8-fc2a-4986-abe3-7c7e013f965f req-7d99244e-0967-4756-a304-b012535cb2d8 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1068902 Jul 08 08:23:54.715536 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6f2ac574-957f-432d-b9ff-5855f5add70b req-88f0f647-5469-4d27-86ef-3630647102eb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520213 Jul 08 08:23:54.722682 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d75efbd8-fc2a-4986-abe3-7c7e013f965f req-0b7a7eb1-2e7b-4039-b0d0-e50cb52da87a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522671 Jul 08 08:23:54.875225 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa9ab1-44d3-484e-89f5-4044b2be5626 req-690d73a0-557d-4d0a-977d-c5265c8bf338 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:54.876685 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-28aa9ab1-44d3-484e-89f5-4044b2be5626 req-690d73a0-557d-4d0a-977d-c5265c8bf338 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0638547 Jul 08 08:23:54.917370 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-28aa9ab1-44d3-484e-89f5-4044b2be5626 req-71d780a3-e660-4abb-a96c-a04859c5c315 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Jul 08 08:23:55.333677 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8782dce6-14c3-45ab-a39b-216ba2b82c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:55.438399 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461cd77-3925-446f-91bf-80fcfe2cb501 req-4343039f-349d-43f5-bf02-547f06a39e1c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:55.439922 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3461cd77-3925-446f-91bf-80fcfe2cb501 req-4343039f-349d-43f5-bf02-547f06a39e1c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.1267126 Jul 08 08:23:55.487170 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee542db-8dd5-48c1-9c64-946ed879e8ca req-62f03c80-376f-4727-873e-f0dbe64ca103 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:55.487170 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1ee542db-8dd5-48c1-9c64-946ed879e8ca req-62f03c80-376f-4727-873e-f0dbe64ca103 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.1031673 Jul 08 08:23:55.516007 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3461cd77-3925-446f-91bf-80fcfe2cb501 req-facbe195-f258-4579-8bab-b1fb9c1221f8 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Jul 08 08:23:55.534660 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1ee542db-8dd5-48c1-9c64-946ed879e8ca req-e6a09224-ec26-400e-b6ca-bd9116c800ba tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Jul 08 08:23:55.706620 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:23:55.715666 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1de2-05b5-4030-97ca-718fc053e1f4 req-4c25d7d8-be36-4189-af61-f9ba7fe9aec1 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:55.717158 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-da1c1de2-05b5-4030-97ca-718fc053e1f4 req-4c25d7d8-be36-4189-af61-f9ba7fe9aec1 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0639522 Jul 08 08:23:55.756539 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-da1c1de2-05b5-4030-97ca-718fc053e1f4 req-4d4bf0cf-c566-47ec-8a95-5996d5f1e3b0 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333190 Jul 08 08:23:55.808978 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:55.822996 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '98d2d597-a478-486d-87f4-2176439602b8', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'mac_address': 'fa:16:3e:0a:ae:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:23:55.863898 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:55.877324 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d2d597-a478-486d-87f4-2176439602b8 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:55.896922 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:55.937607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a4d0-42e5-428c-8ac4-f1a4ff9b15ae req-d60c615f-9b47-41b2-a5cd-7ebebcba6ef8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:55.939149 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1603a4d0-42e5-428c-8ac4-f1a4ff9b15ae req-d60c615f-9b47-41b2-a5cd-7ebebcba6ef8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1042855 Jul 08 08:23:55.968452 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6543b-b1d5-46ac-92d6-0dec920702b0 req-3785775c-8779-47cb-96a9-a7f92d040761 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:55.969890 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-03c6543b-b1d5-46ac-92d6-0dec920702b0 req-3785775c-8779-47cb-96a9-a7f92d040761 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1024077 Jul 08 08:23:55.990357 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:56.007820 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1603a4d0-42e5-428c-8ac4-f1a4ff9b15ae req-c0dc7c92-62f3-490e-a2cd-76ded1e3d23e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Jul 08 08:23:56.020082 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-03c6543b-b1d5-46ac-92d6-0dec920702b0 req-db28f88c-1889-4879-87e0-3c0b72f6f8f2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Jul 08 08:23:56.042298 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:56.049091 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.049445 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.049787 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.050125 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.050460 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.050833 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.051142 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.051472 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.051796 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.052117 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.052438 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.052757 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:23:56.688909 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72713b1-a2c8-4ce1-a9dd-d58478bfd82d req-a7357919-fded-44f1-8481-ca882a4b1421 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:56.690376 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e72713b1-a2c8-4ce1-a9dd-d58478bfd82d req-a7357919-fded-44f1-8481-ca882a4b1421 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.0644188 Jul 08 08:23:56.760656 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e72713b1-a2c8-4ce1-a9dd-d58478bfd82d req-42a75b88-a793-4aa2-a69a-12b6119d9a4e tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588176 Jul 08 08:23:56.782128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba707e-2300-4d72-8f23-29e3b51174e7 req-67b98d49-1613-453d-9084-df84a42aad0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:56.783628 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ba707e-2300-4d72-8f23-29e3b51174e7 req-67b98d49-1613-453d-9084-df84a42aad0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0923762 Jul 08 08:23:56.822363 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4ba707e-2300-4d72-8f23-29e3b51174e7 req-2359253a-574c-4043-982f-5bb853560850 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Jul 08 08:23:56.895379 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-79ce62c8-e6cd-4499-932f-f720e82c0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:56.897030 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-79ce62c8-e6cd-4499-932f-f720e82c0c76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 1096 time: 0.0574639 Jul 08 08:23:56.939064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ebfcc-9241-4542-b368-3ad43054fe90 req-05dcf359-841a-4c97-a8cc-ddb0788029bc tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:56.940545 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c8ebfcc-9241-4542-b368-3ad43054fe90 req-05dcf359-841a-4c97-a8cc-ddb0788029bc tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0634830 Jul 08 08:23:56.978248 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c8ebfcc-9241-4542-b368-3ad43054fe90 req-dc95cdbb-980a-4a1b-ba1d-79a447c31043 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Jul 08 08:23:57.004694 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-535a96c1-c9f2-46c0-9b87-7c75d2542d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.006167 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-535a96c1-c9f2-46c0-9b87-7c75d2542d9c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924377 Jul 08 08:23:57.113312 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-93ceae28-5dd8-45d7-99be-fc223c2c72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.115128 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfbbae5a-e6fb-4aed-9e08-30d64447dd39 req-93ceae28-5dd8-45d7-99be-fc223c2c72c7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011031 Jul 08 08:23:57.225170 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-739c56a3-4d10-4a97-a3d0-3bab95622ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.227189 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-739c56a3-4d10-4a97-a3d0-3bab95622ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 1096 time: 0.0644107 Jul 08 08:23:57.246774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db426-a4fe-4e84-8831-7f07d56f0c25 req-993bfbaf-9341-4b52-894c-d6fe77415850 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.248274 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b08db426-a4fe-4e84-8831-7f07d56f0c25 req-993bfbaf-9341-4b52-894c-d6fe77415850 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1189058 Jul 08 08:23:57.257256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249609c-e9f1-4fef-b93c-e88f2077b54b req-4c4143f3-d7d9-4eb1-8422-3cd1e8eeb326 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.258859 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c249609c-e9f1-4fef-b93c-e88f2077b54b req-4c4143f3-d7d9-4eb1-8422-3cd1e8eeb326 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 944 time: 0.0970278 Jul 08 08:23:57.267816 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['98d2d597-a478-486d-87f4-2176439602b8'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:23:57.314537 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b08db426-a4fe-4e84-8831-7f07d56f0c25 req-a67fae62-887d-41bd-8daf-5fb552b8f1fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545182 Jul 08 08:23:57.328945 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c249609c-e9f1-4fef-b93c-e88f2077b54b req-2f5dd555-c2ae-4929-bfe3-4c4097f3fe78 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Jul 08 08:23:57.501358 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-73d06184-788b-474e-a863-211df6d8b031 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad HTTP/1.1" status: 200 len: 217 time: 0.2655368 Jul 08 08:23:57.552380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-91131111-78da-4e01-84b1-efc2fe53545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.553966 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-91131111-78da-4e01-84b1-efc2fe53545d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0450704 Jul 08 08:23:57.615421 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-600d8d55-b6ec-4eb3-a900-4fdbc33e53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.616906 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-600d8d55-b6ec-4eb3-a900-4fdbc33e53e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551527 Jul 08 08:23:57.707892 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-72f60772-5dce-43ad-a240-cd7e65efe6c5 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Jul 08 08:23:57.785240 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:57.833947 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-845cd1ec-c1c9-4bbc-8696-cd935431c7a6 req-a2071114-3c64-4ae6-85ca-b5b7231ffb0e service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054819 Jul 08 08:23:57.950542 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c898f0a-060e-4133-893d-aacaf014a73c req-d8290267-11df-4db3-b4e7-e074d94059ac tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:57.954683 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3c898f0a-060e-4133-893d-aacaf014a73c req-d8290267-11df-4db3-b4e7-e074d94059ac tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 944 time: 0.0691297 Jul 08 08:23:58.022358 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3c898f0a-060e-4133-893d-aacaf014a73c req-5dfb9430-026c-49c3-97ee-758d83bfe1ff tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Jul 08 08:23:58.048262 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a6a-e07d-4a4c-a16a-7519fd4fb973 req-560056e2-2bf2-4a05-abd6-8e64db51141d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:58.055785 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b816a6a-e07d-4a4c-a16a-7519fd4fb973 req-560056e2-2bf2-4a05-abd6-8e64db51141d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0969951 Jul 08 08:23:58.083174 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ca56f7b1-0146-4af9-bcee-b20e8dd9d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:58.094819 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b816a6a-e07d-4a4c-a16a-7519fd4fb973 req-a659ef86-dcc8-4290-b965-8874da7ee4c5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 Jul 08 08:23:58.287015 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902a06-e6d7-4487-9027-e3b1c8549ea8 req-46759f03-bc78-4497-b127-9a3bad80418b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:58.288870 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-56902a06-e6d7-4487-9027-e3b1c8549ea8 req-46759f03-bc78-4497-b127-9a3bad80418b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0862236 Jul 08 08:23:58.328943 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-56902a06-e6d7-4487-9027-e3b1c8549ea8 req-934bfc6b-ff53-47ba-bbe9-a9bc95501669 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Jul 08 08:23:58.517799 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5406-758b-42d0-aa70-e72f26e1cb04 req-a4ee84d6-eeea-4ed1-b628-b5e2a431fe65 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:58.519612 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f91d5406-758b-42d0-aa70-e72f26e1cb04 req-a4ee84d6-eeea-4ed1-b628-b5e2a431fe65 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0741525 Jul 08 08:23:58.568142 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f91d5406-758b-42d0-aa70-e72f26e1cb04 req-e2fb42fd-da4d-4ec2-b271-3d0df449fa4e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Jul 08 08:23:58.653472 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:58.743679 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d8ab8-7d90-43b3-8129-055a57978269 req-0f3f2f5d-ed2f-40db-937d-b8cee55a0bb9 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:58.745442 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-877d8ab8-7d90-43b3-8129-055a57978269 req-0f3f2f5d-ed2f-40db-937d-b8cee55a0bb9 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 944 time: 0.0718963 Jul 08 08:23:58.789177 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-877d8ab8-7d90-43b3-8129-055a57978269 req-90243cef-4ed7-42c0-9a9e-a6b9fc77d5b8 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372007 Jul 08 08:23:58.822132 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 21e93756-a5a4-465d-ad60-72228ca2d34c details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:23:58.826021 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:23:58.956136 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=21e93756-a5a4-465d-ad60-72228ca2d34c,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:59.088855 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 98d2d597-a478-486d-87f4-2176439602b8 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:23:59.090737 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '21e93756-a5a4-465d-ad60-72228ca2d34c', 'network_id': '2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c', 'port_id': '21e93756-a5a4-465d-ad60-72228ca2d34c', 'mac_address': 'fa:16:3e:b9:0d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e690f-dab1-4103-9f47-5db82d5d433f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:23:59.098405 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 98d2d597-a478-486d-87f4-2176439602b8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:23:59.098798 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.165212 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.180969 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e93756-a5a4-465d-ad60-72228ca2d34c {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:23:59.221741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=21e93756-a5a4-465d-ad60-72228ca2d34c,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:59.237044 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.262147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:23:59.264399 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbee4d3-a21b-4916-bf73-afd76394810b" -d '{"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-plugged", "status": "completed", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:23:59.277096 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:23:59.302170 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.356373 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.381131 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:23:59.419586 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:59.472422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:23:59.537505 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5d20f-b90b-4004-9554-cc6549e74bc9 req-f573b900-59d5-45ae-8f3b-4c7c84d595f5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:59.539012 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e0a5d20f-b90b-4004-9554-cc6549e74bc9 req-f573b900-59d5-45ae-8f3b-4c7c84d595f5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 945 time: 0.0648968 Jul 08 08:23:59.581208 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e0a5d20f-b90b-4004-9554-cc6549e74bc9 req-5af5f04d-2e95-4c8f-bdcc-9c3734eadbd6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Jul 08 08:23:59.614619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-86d93e51-58d6-4911-8d8b-8351d2ab971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:59.616215 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-86d93e51-58d6-4911-8d8b-8351d2ab971b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0744593 Jul 08 08:23:59.640454 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['21e93756-a5a4-465d-ad60-72228ca2d34c'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:23:59.711706 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-539b545a-ba25-400d-a1f7-816370f335f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:59.713296 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-539b545a-ba25-400d-a1f7-816370f335f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.0893281 Jul 08 08:23:59.762390 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760967d-a585-46b7-989e-17d60ca5a837 req-621d1936-c063-4ba2-ad0e-b4410b471a16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:59.764040 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d760967d-a585-46b7-989e-17d60ca5a837 req-621d1936-c063-4ba2-ad0e-b4410b471a16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0797679 Jul 08 08:23:59.766762 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-47d3e15f-72e5-42f5-a249-7780abd6920e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0459731 Jul 08 08:23:59.802762 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d760967d-a585-46b7-989e-17d60ca5a837 req-ace2ed9c-d171-4d46-bf13-2fcd8dd060dd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Jul 08 08:23:59.819482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-282c0e00-a610-42df-9d90-71c203982439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:23:59.821115 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-282c0e00-a610-42df-9d90-71c203982439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0478680 Jul 08 08:23:59.856666 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ab935c-3aeb-4031-a992-2957606cf36e x-openstack-request-id: req-f6ab935c-3aeb-4031-a992-2957606cf36e {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:23:59.857192 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-plugged", "status": "completed", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:23:59.857306 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6ab935c-3aeb-4031-a992-2957606cf36e {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:23:59.857747 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'code': 200} Jul 08 08:23:59.861056 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-53f361de-4cb1-4078-b578-2bd0ac901160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325592 Jul 08 08:23:59.957612 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-4974b99c-825a-4a1f-8d78-b15381ee0df2 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875475 Jul 08 08:24:00.009060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92be03-907f-4611-b752-c37b5c088ec3 req-c4213305-59a7-407a-a343-f937ee41d2f4 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:00.010543 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fc92be03-907f-4611-b752-c37b5c088ec3 req-c4213305-59a7-407a-a343-f937ee41d2f4 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0680611 Jul 08 08:24:00.049387 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fc92be03-907f-4611-b752-c37b5c088ec3 req-86821ea6-502f-4a5a-8727-6bb96b69f71d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Jul 08 08:24:00.057256 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b348b240-83cb-4976-b6a2-e7018e039b54 req-3b031a76-8610-4d26-a98f-394bbb252cab service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845287 Jul 08 08:24:00.279651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f2d38-8c4a-45c7-a08c-fd3839eeda54 req-07dd9afd-ddac-4252-b617-0463c94e54d6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:00.281126 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-402f2d38-8c4a-45c7-a08c-fd3839eeda54 req-07dd9afd-ddac-4252-b617-0463c94e54d6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1146574 Jul 08 08:24:00.332650 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7a9c4-117d-4ac0-a262-ab364ca4d448 req-7bba86c6-fb7e-4544-9655-1a2448b7a575 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:00.334024 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8d7a9c4-117d-4ac0-a262-ab364ca4d448 req-7bba86c6-fb7e-4544-9655-1a2448b7a575 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.1069663 Jul 08 08:24:00.339684 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-402f2d38-8c4a-45c7-a08c-fd3839eeda54 req-8eb10bbb-5c48-41a6-9ce8-5dd6b446319a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525773 Jul 08 08:24:00.373152 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8d7a9c4-117d-4ac0-a262-ab364ca4d448 req-951ad01a-1bf2-44a2-9696-c03d2bda5ede tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Jul 08 08:24:00.756621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217497-e3e2-4b1e-a5a3-a6f1b7ab252f req-002dd0a2-9d6a-417a-90e2-d3afd132561c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:00.758818 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65217497-e3e2-4b1e-a5a3-a6f1b7ab252f req-002dd0a2-9d6a-417a-90e2-d3afd132561c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 945 time: 0.0633404 Jul 08 08:24:00.799173 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65217497-e3e2-4b1e-a5a3-a6f1b7ab252f req-3030e01b-22bc-4efb-93de-3065d5bebd83 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Jul 08 08:24:00.824591 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:00.983518 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5963d0-b674-4c90-9f04-1652cd5f5d51 req-85f66802-7ca6-44fa-a1cb-3122a0427c16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:00.984985 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ef5963d0-b674-4c90-9f04-1652cd5f5d51 req-85f66802-7ca6-44fa-a1cb-3122a0427c16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 944 time: 0.0612683 Jul 08 08:24:01.021180 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ef5963d0-b674-4c90-9f04-1652cd5f5d51 req-8338c722-b859-4fa9-ad03-b0e00dbd8550 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Jul 08 08:24:01.095446 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:24:01.191070 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:01.206061 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '424e8393-5d2d-4a39-9030-854628ed40b2', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': '424e8393-5d2d-4a39-9030-854628ed40b2', 'mac_address': 'fa:16:3e:b3:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:24:01.221971 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31252b3b-71e8-4e20-94e8-4c932ea233d3 req-9a9e6317-ca71-4479-bb65-a825f8cf8c12 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:01.223469 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-31252b3b-71e8-4e20-94e8-4c932ea233d3 req-9a9e6317-ca71-4479-bb65-a825f8cf8c12 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0632217 Jul 08 08:24:01.245292 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:01.259422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:24:01.263997 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-31252b3b-71e8-4e20-94e8-4c932ea233d3 req-8bfa2b73-afa6-4287-a084-a12dfa51c63c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340381 Jul 08 08:24:01.281569 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:01.343341 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:01.390896 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=9']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:01.555863 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb406a8-70d7-440d-a678-09df6880e61c req-5785b031-d837-45b1-8c88-f21a755c4af4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:01.557215 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1cb406a8-70d7-440d-a678-09df6880e61c req-5785b031-d837-45b1-8c88-f21a755c4af4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1048698 Jul 08 08:24:01.567986 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225c99-fbfd-45de-801b-a9e3df3e2426 req-068ad48b-f2b3-4b0c-a40d-83ae57e7ffa2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:01.569355 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a225c99-fbfd-45de-801b-a9e3df3e2426 req-068ad48b-f2b3-4b0c-a40d-83ae57e7ffa2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0861561 Jul 08 08:24:01.620886 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1cb406a8-70d7-440d-a678-09df6880e61c req-80ecdf0c-f7e2-47b6-a887-8e1a9e076640 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Jul 08 08:24:01.627683 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a225c99-fbfd-45de-801b-a9e3df3e2426 req-2b6d549b-b237-49d0-87dd-f9383941317a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509410 Jul 08 08:24:01.969038 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baded2-3abb-420d-97d6-c4eed60695f0 req-d93dacbe-ec10-492e-9686-b7a8cb07b729 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:01.970488 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-45baded2-3abb-420d-97d6-c4eed60695f0 req-d93dacbe-ec10-492e-9686-b7a8cb07b729 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 945 time: 0.0641203 Jul 08 08:24:02.007382 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-45baded2-3abb-420d-97d6-c4eed60695f0 req-65cb70f2-f9dc-4bab-b55b-14dddfbe4df5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Jul 08 08:24:02.195599 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6399a-519e-4b18-ac8c-5259a727cfff req-9a923419-935c-4ebb-a758-16fa417723ac tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:02.197185 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aee6399a-519e-4b18-ac8c-5259a727cfff req-9a923419-935c-4ebb-a758-16fa417723ac tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0619659 Jul 08 08:24:02.234061 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aee6399a-519e-4b18-ac8c-5259a727cfff req-70159d31-f65f-4c71-8b7b-f6ff7c5c8038 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Jul 08 08:24:02.440164 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be613fd-e5f2-42a9-a89e-29f5f828bc14 req-e1e4b05d-cf88-406d-8d9c-f2d434dc914e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:02.441520 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3be613fd-e5f2-42a9-a89e-29f5f828bc14 req-e1e4b05d-cf88-406d-8d9c-f2d434dc914e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0610747 Jul 08 08:24:02.477481 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3be613fd-e5f2-42a9-a89e-29f5f828bc14 req-c71dc78f-74ae-48d8-8d38-4a5a73f7f74b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298131 Jul 08 08:24:02.839293 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1893b-e6fb-478e-8ecd-2d737272191b req-6da4c138-ad57-4e9d-900c-03fe1648bb0f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:02.840766 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4ad1893b-e6fb-478e-8ecd-2d737272191b req-6da4c138-ad57-4e9d-900c-03fe1648bb0f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1046600 Jul 08 08:24:02.851677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe4a8d-363f-4f95-9a0c-84356def3c92 req-6736a3c7-3842-4798-9b95-89b3fedf1a72 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:02.853160 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4fe4a8d-363f-4f95-9a0c-84356def3c92 req-6736a3c7-3842-4798-9b95-89b3fedf1a72 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0867395 Jul 08 08:24:02.906151 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4ad1893b-e6fb-478e-8ecd-2d737272191b req-1fc18292-82b8-4f57-bd40-3776555fe5b8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Jul 08 08:24:02.910835 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4fe4a8d-363f-4f95-9a0c-84356def3c92 req-38650aa8-6fe2-4038-8310-9fa1fbf07c83 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509520 Jul 08 08:24:03.183036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b49c-c229-438e-a560-e6c4ecf20c3a req-a9cfa918-cd48-47d3-8310-3209bc75b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:03.183036 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-87c4b49c-c229-438e-a560-e6c4ecf20c3a req-a9cfa918-cd48-47d3-8310-3209bc75b8ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.0592074 Jul 08 08:24:03.184856 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4b5b-4f93-44a4-8933-fd211f403eab req-8002d60e-83c8-47c6-a702-695b8372a968 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:03.186417 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce3d4b5b-4f93-44a4-8933-fd211f403eab req-8002d60e-83c8-47c6-a702-695b8372a968 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 945 time: 0.0708411 Jul 08 08:24:03.216689 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-87c4b49c-c229-438e-a560-e6c4ecf20c3a req-0ebde974-f100-4865-a421-87195537950b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328586 Jul 08 08:24:03.248942 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce3d4b5b-4f93-44a4-8933-fd211f403eab req-af1895be-7c6b-4d24-81b8-05dfadb55783 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Jul 08 08:24:03.412226 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d067-bfc7-4490-b550-730bffffaba0 req-db2a42c8-6d27-4bbb-bd58-fa6b592a3aff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:03.413676 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-14a0d067-bfc7-4490-b550-730bffffaba0 req-db2a42c8-6d27-4bbb-bd58-fa6b592a3aff tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0632274 Jul 08 08:24:03.461244 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-14a0d067-bfc7-4490-b550-730bffffaba0 req-b5b0c090-8620-4278-a584-829a6b2b543c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351744 Jul 08 08:24:03.506205 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['424e8393-5d2d-4a39-9030-854628ed40b2'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:03.648365 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeabe24-4053-43b9-ba64-ba64191e2f02 req-22707447-b736-4d03-b931-d004078f8b91 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:03.650385 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9aeabe24-4053-43b9-ba64-ba64191e2f02 req-22707447-b736-4d03-b931-d004078f8b91 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0645380 Jul 08 08:24:03.691717 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9aeabe24-4053-43b9-ba64-ba64191e2f02 req-40fed0de-6842-463f-bfa9-4187a20d5dec tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356636 Jul 08 08:24:03.951939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-349fa23d-a642-4d44-a480-2c3c4cfccc39 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:03.953418 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-349fa23d-a642-4d44-a480-2c3c4cfccc39 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 814 time: 0.1022496 Jul 08 08:24:03.970157 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-be557a1e-4ae5-4654-a186-64bce4539231 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/quotas/bdc420c2ec8b412c9d1c5d2eda213135 HTTP/1.1" status: 200 len: 375 time: 0.0097535 Jul 08 08:24:04.005407 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-7fa6d01a-7681-4fe6-9800-d8de46ec4848 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jul 08 08:24:04.139794 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-f5e9b7dc-954d-45af-9afe-82035a4a3b85 service neutron] 10.222.0.72 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272368 Jul 08 08:24:04.151198 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9115d-7199-4d68-ba38-986fb6717ba5 req-284b42f9-66b9-4f71-8114-30827a1bc0c4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:04.152609 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00f9115d-7199-4d68-ba38-986fb6717ba5 req-284b42f9-66b9-4f71-8114-30827a1bc0c4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1328120 Jul 08 08:24:04.241993 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00f9115d-7199-4d68-ba38-986fb6717ba5 req-8f9237ad-6ddf-4381-a2ac-0f70b93bda82 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Jul 08 08:24:04.279805 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-42474b4b-1e3f-429e-a5c8-a17d91126ba0 service neutron] 10.222.0.72 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221144 Jul 08 08:24:04.411015 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bdb12-255b-4050-9c88-789cb55683d0 req-ffe6b50f-274f-41a7-8909-041db817f342 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:04.419250 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e7bdb12-255b-4050-9c88-789cb55683d0 req-ffe6b50f-274f-41a7-8909-041db817f342 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0656152 Jul 08 08:24:04.457130 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e7bdb12-255b-4050-9c88-789cb55683d0 req-28a60dd0-d9c2-4b28-8d53-2e8c4f4e34a4 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Jul 08 08:24:04.549722 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d8f035d8-7b2a-49a0-81b1-32fdaaa17cf3 req-963137bc-3838-4519-8c8f-783d4b20b04b tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 210 time: 0.0332098 Jul 08 08:24:04.648094 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1bcc1-720c-4998-9129-a748ba2baf2d req-10642335-0549-47c1-8c01-27ad5fa355d9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:04.649657 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0bb1bcc1-720c-4998-9129-a748ba2baf2d req-10642335-0549-47c1-8c01-27ad5fa355d9 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 945 time: 0.0722356 Jul 08 08:24:04.717013 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0bb1bcc1-720c-4998-9129-a748ba2baf2d req-2edd6080-93cc-45aa-ae3a-05e4ba67cfb3 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Jul 08 08:24:04.749804 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58adad-43b6-41ac-9571-b938f691944d req-de16cd62-90ae-4c6a-95ee-97221906a50c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:04.751309 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce58adad-43b6-41ac-9571-b938f691944d req-de16cd62-90ae-4c6a-95ee-97221906a50c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 945 time: 0.0810044 Jul 08 08:24:04.790258 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce58adad-43b6-41ac-9571-b938f691944d req-ded2cc69-33c5-4c30-860f-177cbff9d0cf tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 08 08:24:04.888676 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4228b76-8be3-47eb-9a4c-cc5b10e2c302 req-74d2e230-e019-47eb-a846-4cefde610872 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:04.890152 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4228b76-8be3-47eb-9a4c-cc5b10e2c302 req-74d2e230-e019-47eb-a846-4cefde610872 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0684726 Jul 08 08:24:04.927327 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d4228b76-8be3-47eb-9a4c-cc5b10e2c302 req-491fe6bf-e86d-43c9-b308-dc07ae2ce2ba tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Jul 08 08:24:05.072635 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 21e93756-a5a4-465d-ad60-72228ca2d34c up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:24:05.201860 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 21e93756-a5a4-465d-ad60-72228ca2d34c completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:24:05.205731 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 21e93756-a5a4-465d-ad60-72228ca2d34c triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:24:05.206100 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.289394 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.310382 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:05.312617 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133501d9-fcc4-489e-b76d-2b441e768c95" -d '{"events": [{"server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "name": "network-vif-plugged", "status": "completed", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:05.326189 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=21e93756-a5a4-465d-ad60-72228ca2d34c,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:05.356719 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7110a77b-9cf8-440b-ae92-79bb6351ecc3 x-openstack-request-id: req-7110a77b-9cf8-440b-ae92-79bb6351ecc3 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:05.356719 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "name": "network-vif-plugged", "status": "completed", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:05.356719 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7110a77b-9cf8-440b-ae92-79bb6351ecc3 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:05.356719 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c', 'code': 200} Jul 08 08:24:05.424687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.425508 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:24:05.448379 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5caba-6744-4f18-87c4-4a16f505f2cb req-3a0cf64c-50ae-41d7-9bf2-3a003766522d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:05.449944 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4b5caba-6744-4f18-87c4-4a16f505f2cb req-3a0cf64c-50ae-41d7-9bf2-3a003766522d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0711689 Jul 08 08:24:05.488979 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f4b5caba-6744-4f18-87c4-4a16f505f2cb req-3ec353cd-475f-4414-a173-72a2daf5a6b3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jul 08 08:24:05.523705 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 424e8393-5d2d-4a39-9030-854628ed40b2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:24:05.528828 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.528828 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:05.624255 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.659241 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:05.703039 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-96c74cb4-1af4-4c75-90a0-b2303ad257c8 req-d4fa54f8-0629-4849-9aa5-677f25b19a00 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 210 time: 0.0305092 Jul 08 08:24:05.725661 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89393ad-ac8d-48d6-a9f7-ec84b034247f req-ca24b758-ddcb-4004-a37e-b45d8b7e6d61 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:05.727213 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a89393ad-ac8d-48d6-a9f7-ec84b034247f req-ca24b758-ddcb-4004-a37e-b45d8b7e6d61 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0956802 Jul 08 08:24:05.739995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:05.777740 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a89393ad-ac8d-48d6-a9f7-ec84b034247f req-dc4c03ec-dd6e-4ad4-8294-3dbc043638b7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Jul 08 08:24:05.807764 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=10']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:05.862305 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308363a6-559d-4bd9-9176-ac049eb44e75 req-f000afe8-aa9b-49a4-a46b-e370f292346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:05.864344 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-308363a6-559d-4bd9-9176-ac049eb44e75 req-f000afe8-aa9b-49a4-a46b-e370f292346c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 1099 time: 0.0610340 Jul 08 08:24:05.905044 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4218-5475-47ae-b524-2765a98c477b req-06e15c44-73e9-41d4-9432-32ec56bfe01f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:05.906562 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cd7d4218-5475-47ae-b524-2765a98c477b req-06e15c44-73e9-41d4-9432-32ec56bfe01f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.0731201 Jul 08 08:24:05.913624 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-308363a6-559d-4bd9-9176-ac049eb44e75 req-a2d3f0d5-c0ec-4917-ba32-d624c3bab253 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Jul 08 08:24:05.981144 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cd7d4218-5475-47ae-b524-2765a98c477b req-b91cc2a9-9798-42f4-ac64-1483925351b5 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637424 Jul 08 08:24:06.006448 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912f5d8-e64d-40cb-91d1-d5faf05a4038 req-6f036c3a-81fa-4e75-9bb5-e7100bc84fcf tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:06.008506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9912f5d8-e64d-40cb-91d1-d5faf05a4038 req-6f036c3a-81fa-4e75-9bb5-e7100bc84fcf tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.1007631 Jul 08 08:24:06.045903 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9912f5d8-e64d-40cb-91d1-d5faf05a4038 req-37bdc2c1-2c31-482d-9dad-303b40fd561f tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Jul 08 08:24:06.070711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 35434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:06.160349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e38d1-bddb-43a4-b736-900b384f5e7c req-3deee6e9-0542-4682-ba05-11a6e44a6726 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:06.162100 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f86e38d1-bddb-43a4-b736-900b384f5e7c req-3deee6e9-0542-4682-ba05-11a6e44a6726 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.0706351 Jul 08 08:24:06.235632 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f86e38d1-bddb-43a4-b736-900b384f5e7c req-10ba49b9-9932-40f1-bafd-a36ad720165a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666966 Jul 08 08:24:06.261942 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9e80-cb42-4259-80fe-5f3c6c0379a6 req-096b28b8-dcd1-425e-87ab-f3c1f77a8634 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:06.267047 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f83c9e80-cb42-4259-80fe-5f3c6c0379a6 req-096b28b8-dcd1-425e-87ab-f3c1f77a8634 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.0963848 Jul 08 08:24:06.287547 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2be4e-bbbb-43e5-a9fb-2b818575cfce tempest-TestShelveInstance-553616725 tempest-TestShelveInstance-553616725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:06.289059 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6da2be4e-bbbb-43e5-a9fb-2b818575cfce tempest-TestShelveInstance-553616725 tempest-TestShelveInstance-553616725-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1093 time: 0.2173038 Jul 08 08:24:06.292807 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 35438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:06.297185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:06.302853 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f83c9e80-cb42-4259-80fe-5f3c6c0379a6 req-48da1bb4-0e1d-4371-bf03-b57e2d78ad3e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Jul 08 08:24:06.378986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:06.475198 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:06.594835 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Allocated IP 172.27.3.24 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/ba7fe147-d998-42e2-81cc-d75c70661c24) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:24:06.688025 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada42f5-c256-4a43-85ac-6ef13419bb64 req-bcff70a0-6151-4a6a-8cc7-ddd3603785b7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:06.689424 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bada42f5-c256-4a43-85ac-6ef13419bb64 req-bcff70a0-6151-4a6a-8cc7-ddd3603785b7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0624616 Jul 08 08:24:06.697284 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:06.726097 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bada42f5-c256-4a43-85ac-6ef13419bb64 req-f14c474e-9d28-40fb-bda5-1f2a00c3d456 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Jul 08 08:24:06.831002 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:06.845604 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52be0fe4-c007-40df-9c01-87a46f8e2dff req-c5f96e04-46af-450f-84c3-0fc99c799ea6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 210 time: 0.0279584 Jul 08 08:24:06.868097 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:24:06.869768 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:24:06.873279 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:24:06.916617 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'Port': ['ID=ba7fe147-d998-42e2-81cc-d75c70661c24,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:07.077736 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-33916487-8479-4e55-8a3b-99e5d5af3fb9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:07.079523 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-33916487-8479-4e55-8a3b-99e5d5af3fb9 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 814 time: 0.1760049 Jul 08 08:24:07.080175 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:24:07.121361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Request body: {'port': {'device_id': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'network_id': '16fde162-36d9-478f-85ba-0b9291461395', 'admin_state_up': True, 'tenant_id': 'bdc420c2ec8b412c9d1c5d2eda213135'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:07.188095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b2711-5bca-47bf-b905-a0659f4411bc req-1ec83f98-a6db-473e-ac05-cafebb030a0f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:07.190901 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-367b2711-5bca-47bf-b905-a0659f4411bc req-1ec83f98-a6db-473e-ac05-cafebb030a0f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.0704465 Jul 08 08:24:07.227681 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:07.240738 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'port_id': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'mac_address': 'fa:16:3e:11:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:24:07.254309 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-367b2711-5bca-47bf-b905-a0659f4411bc req-3c3ef4f2-41a5-4310-b0e6-7c9f22b7fd88 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561228 Jul 08 08:24:07.301883 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:07.319926 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:24:07.388029 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:07.391126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c80c8-cb2a-4a65-9621-dc8d0946f558" -d '{"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:07.395197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:07.476305 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:07.536059 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:07.545068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Made reservation on behalf of bdc420c2ec8b412c9d1c5d2eda213135 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:24:07.551686 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:07.565591 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258361a6-9722-433d-a11d-18484616a106 req-d5f56369-8601-4a21-93a7-bf8bccc639d0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:07.575252 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-258361a6-9722-433d-a11d-18484616a106 req-d5f56369-8601-4a21-93a7-bf8bccc639d0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1386046 Jul 08 08:24:07.578942 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fba5c-7dcb-48a4-a8dc-a77e218c1a51 req-6e6c5bb4-8749-41d5-b9ec-52673c123e14 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:07.581745 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-778fba5c-7dcb-48a4-a8dc-a77e218c1a51 req-6e6c5bb4-8749-41d5-b9ec-52673c123e14 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 943 time: 0.1343939 Jul 08 08:24:07.647243 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-258361a6-9722-433d-a11d-18484616a106 req-f2015292-a8ff-41ab-a043-8284ac9018eb tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643361 Jul 08 08:24:07.665139 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-778fba5c-7dcb-48a4-a8dc-a77e218c1a51 req-d750fc43-8bfa-43e9-aee5-b968bc1afebf tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748236 Jul 08 08:24:07.704421 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d824d-001f-4f8a-8e87-6082a1df1643 x-openstack-request-id: req-058d824d-001f-4f8a-8e87-6082a1df1643 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:07.704668 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-plugged", "status": "completed", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:07.704916 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-058d824d-001f-4f8a-8e87-6082a1df1643 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:07.705302 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'code': 200} Jul 08 08:24:07.861520 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:07.993787 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4586214c-ff92-4717-a2d9-bb8d67a36def req-6e12bb80-40ac-47b5-b8dd-0672696d50eb tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 210 time: 0.0292838 Jul 08 08:24:07.995004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.087633 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Allocated IP 172.20.0.2 (16fde162-36d9-478f-85ba-0b9291461395/6807220b-3456-43da-9fc1-14e0461f9c04/24ca259e-471a-43bf-b403-96f674edb196) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:24:08.229791 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.299740 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.429166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c74caf-f39b-4d79-a4ce-4217e60e5f58 req-8c28a93e-da26-4da5-b41e-e8f72ae7f680 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.430552 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-62c74caf-f39b-4d79-a4ce-4217e60e5f58 req-8c28a93e-da26-4da5-b41e-e8f72ae7f680 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.0643709 Jul 08 08:24:08.439880 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.468887 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-62c74caf-f39b-4d79-a4ce-4217e60e5f58 req-7b0af749-7bd1-4224-8853-173336cf2431 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Jul 08 08:24:08.530288 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.585975 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.600244 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Network 16fde162-36d9-478f-85ba-0b9291461395 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:24:08.610874 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:24:08.620192 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:24:08.655553 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed9cb6-3c5f-467a-bd38-57342dc066c6 req-8023c1ef-d380-4e29-8ee7-8bee0ef73a82 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.657027 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50ed9cb6-3c5f-467a-bd38-57342dc066c6 req-8023c1ef-d380-4e29-8ee7-8bee0ef73a82 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0686994 Jul 08 08:24:08.684619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Pushing event updated for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:08.704799 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-50ed9cb6-3c5f-467a-bd38-57342dc066c6 req-3bcb24f9-e1cb-4b43-b04d-e805ac02a5a5 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Jul 08 08:24:08.755950 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.756564 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.763246 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:08.775115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a7b02-91aa-4090-a509-2f2133e84710 req-21be861a-7b87-48dd-8dff-e81d39de1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.776702 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d9a7b02-91aa-4090-a509-2f2133e84710 req-21be861a-7b87-48dd-8dff-e81d39de1702 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 1100 time: 0.2565069 Jul 08 08:24:08.835820 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event updated for resources: {'Port': ['ID=ba7fe147-d998-42e2-81cc-d75c70661c24,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:08.891690 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d9a7b02-91aa-4090-a509-2f2133e84710 req-7ea9549f-64e6-440a-ba0c-5dcac9aa4329 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760186 Jul 08 08:24:08.900450 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0efac-4ec5-49f6-9ca3-d3c85c8e84c1 req-40b60eae-dbca-4477-a40f-73c94faf25ec tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.902121 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adc0efac-4ec5-49f6-9ca3-d3c85c8e84c1 req-40b60eae-dbca-4477-a40f-73c94faf25ec tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1061320 Jul 08 08:24:08.911656 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Floating IP 3f596576-b359-4497-b801-004fbb2ecf4e associated. External IP: 172.27.3.24, port: 98d2d597-a478-486d-87f4-2176439602b8. Jul 08 08:24:08.913753 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c596-8a8f-4bc2-afcb-ec084937e128 req-86e45a0e-1257-42ec-b7c4-09132e84d878 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:08.915295 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6933c596-8a8f-4bc2-afcb-ec084937e128 req-86e45a0e-1257-42ec-b7c4-09132e84d878 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 944 time: 0.0897770 Jul 08 08:24:08.951574 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-75448744-6a6c-48c2-ba5d-e3bb094ac245 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375728 Jul 08 08:24:08.976689 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-adc0efac-4ec5-49f6-9ca3-d3c85c8e84c1 req-ca2ef6bd-ee13-42ca-865d-928a7826fd4b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604174 Jul 08 08:24:08.979789 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6933c596-8a8f-4bc2-afcb-ec084937e128 req-9ccfe676-40aa-4644-9aa6-45109cd3498f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575714 Jul 08 08:24:08.995667 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Request body: {'port': {'device_id': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:09.086524 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:24:09.167712 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.218602 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:24:09.222824 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:24:09.223266 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.241547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93e0a-c983-41da-8ca3-78f2ffc05881 req-b7232e42-2e3c-4344-92d3-a495d94653da tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:09.243855 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aba93e0a-c983-41da-8ca3-78f2ffc05881 req-b7232e42-2e3c-4344-92d3-a495d94653da tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 931 time: 0.0778999 Jul 08 08:24:09.291216 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aba93e0a-c983-41da-8ca3-78f2ffc05881 req-f44fb62d-a7a4-4a1d-8060-422c962ed850 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Jul 08 08:24:09.323253 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.354888 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:09.396918 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Router 9c37a62c-c4f7-4b86-bd35-28ec43194ede has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:24:09.451444 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.501634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:09.574067 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:24:09.584831 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Sync routers for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:24:09.593875 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:09.594494 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:09.626458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ca259e-471a-43bf-b403-96f674edb196 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:24:09.634467 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.647054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Transition to ACTIVE for port object 24ca259e-471a-43bf-b403-96f674edb196 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:24:09.693224 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.706657 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:09.712834 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e245312-9af2-44d7-9cc9-af0b92d307bf" -d '{"events": [{"server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:09.712975 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:09.731852 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-555bb8a0-5f21-4c0c-9668-ec2c47817fa7 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4380145 Jul 08 08:24:09.732834 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:09.735143 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335dfb4e-ab0f-4906-841a-2964307ec427" -d '{"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:09.738318 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.798965 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Pushing event updated for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:09.897562 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Attempting to bind port 24ca259e-471a-43bf-b403-96f674edb196 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:24:09.897893 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Attempting to bind port 24ca259e-471a-43bf-b403-96f674edb196 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:24:09.898223 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Attempting to bind port 24ca259e-471a-43bf-b403-96f674edb196 on network 16fde162-36d9-478f-85ba-0b9291461395 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:24:09.902484 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Port 24ca259e-471a-43bf-b403-96f674edb196 on network 16fde162-36d9-478f-85ba-0b9291461395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:24:09.902843 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Attempting to bind port 24ca259e-471a-43bf-b403-96f674edb196 on network 16fde162-36d9-478f-85ba-0b9291461395 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:24:09.907570 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:24:09.907904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Checking segment: {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:24:09.908281 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Bound using segment: {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:24:09.908740 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Bound port: 24ca259e-471a-43bf-b403-96f674edb196, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16fde162-36d9-478f-85ba-0b9291461395'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:24:09.909145 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:09.973975 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '3f596576-b359-4497-b801-004fbb2ecf4e', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'mac_address': 'fa:16:3e:0a:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c653b9-25df-4e71-bd1e-1525ea580603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:07Z', 'updated_at': '2021-07-08T08:24:07Z', 'revision_number': 0, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:09.988898 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:24:09.992147 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24ca259e-471a-43bf-b403-96f674edb196,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:24:10.074859 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Checking router: 9c37a62c-c4f7-4b86-bd35-28ec43194ede for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:24:10.085830 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:10.086044 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:10.086562 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:10.138765 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a03be6-1181-44ee-9c8b-ac07a09eaef4 x-openstack-request-id: req-a3a03be6-1181-44ee-9c8b-ac07a09eaef4 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:10.139672 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:10.141349 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a3a03be6-1181-44ee-9c8b-ac07a09eaef4 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:10.141914 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'code': 200} Jul 08 08:24:10.145154 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.145774 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:10.147201 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] 10.222.0.67 "PUT /v2.0/ports/24ca259e-471a-43bf-b403-96f674edb196 HTTP/1.1" status: 200 len: 1093 time: 1.1812110 Jul 08 08:24:10.163435 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3ef8c-5a1e-4c70-95bc-03dda6d5630b service neutron] Pushing event updated for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:10.193149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e4dc4-47e5-4f3f-b682-64b48a51cd9c x-openstack-request-id: req-f07e4dc4-47e5-4f3f-b682-64b48a51cd9c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:10.193554 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:10.193813 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f07e4dc4-47e5-4f3f-b682-64b48a51cd9c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:10.194214 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'status': 'completed', 'code': 200} Jul 08 08:24:10.249820 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:10.394636 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-d1d393c2-e8e1-401f-8914-8a4e6a52b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.396071 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-d1d393c2-e8e1-401f-8914-8a4e6a52b902 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 1096 time: 0.0792251 Jul 08 08:24:10.402362 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-8d6c585e-4e67-4c75-a4da-e09fedcd1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.403984 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-8d6c585e-4e67-4c75-a4da-e09fedcd1953 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.1329451 Jul 08 08:24:10.420849 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ba0a-d730-4d45-a8d1-3efe93c50cd1 req-25aea031-0bef-4f83-9739-37c9e039afb6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.422407 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e018ba0a-d730-4d45-a8d1-3efe93c50cd1 req-25aea031-0bef-4f83-9739-37c9e039afb6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.1162541 Jul 08 08:24:10.435187 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039dfe7-41a9-41d8-8d0f-32eb151da711 req-40805389-1814-4b9c-a91e-03be4d5dc387 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.436621 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e039dfe7-41a9-41d8-8d0f-32eb151da711 req-40805389-1814-4b9c-a91e-03be4d5dc387 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1195514 Jul 08 08:24:10.504936 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-882da084-9144-4451-ba48-8684f041d41f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24ca259e-471a-43bf-b403-96f674edb196 HTTP/1.1" status: 200 len: 217 time: 0.0562332 Jul 08 08:24:10.512917 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e018ba0a-d730-4d45-a8d1-3efe93c50cd1 req-a48c13aa-621e-4e70-a522-79c49f0a5c62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710254 Jul 08 08:24:10.520667 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e039dfe7-41a9-41d8-8d0f-32eb151da711 req-1d8d5a9d-b56b-4603-9dad-c0fecb0b22c5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759077 Jul 08 08:24:10.553615 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '3f596576-b359-4497-b801-004fbb2ecf4e', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'mac_address': 'fa:16:3e:0a:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c653b9-25df-4e71-bd1e-1525ea580603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:07Z', 'updated_at': '2021-07-08T08:24:07Z', 'revision_number': 0, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:10.606306 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-955c8388-05d8-4f81-8ff5-01b0e4894187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.607967 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-955c8388-05d8-4f81-8ff5-01b0e4894187 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6807220b-3456-43da-9fc1-14e0461f9c04 HTTP/1.1" status: 200 len: 854 time: 0.0676556 Jul 08 08:24:10.629525 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d84c1-3e9e-49ff-8639-7f7c4a888d59 None None] The sync data for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi is: [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '3f596576-b359-4497-b801-004fbb2ecf4e', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'mac_address': 'fa:16:3e:0a:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c653b9-25df-4e71-bd1e-1525ea580603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:07Z', 'updated_at': '2021-07-08T08:24:07Z', 'revision_number': 0, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:24:10.712959 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-91176c6d-4a72-420b-89fe-97f61d09b593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16fde162-36d9-478f-85ba-0b9291461395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872028 Jul 08 08:24:10.731697 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-83f396b3-e5e8-408c-9b57-c9039bd6e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.733460 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-83f396b3-e5e8-408c-9b57-c9039bd6e641 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.2787111 Jul 08 08:24:10.776867 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90519e6-889d-4257-80cf-53ae6c087955 req-d072ab7b-b0ba-4842-a93f-6f2b727c4108 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.783817 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b90519e6-889d-4257-80cf-53ae6c087955 req-d072ab7b-b0ba-4842-a93f-6f2b727c4108 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.1524293 Jul 08 08:24:10.878087 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b90519e6-889d-4257-80cf-53ae6c087955 req-c09deaaf-41a2-4fd1-9243-83740572b632 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Jul 08 08:24:10.886174 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-c33d0d2c-68a6-46f0-b587-56aabd04f16e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 998 time: 0.1235626 Jul 08 08:24:10.920313 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43639dee-65f7-4766-be8c-5a8772a36447 req-a85e4890-ab87-44fb-92bb-cfcfee11db9e tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.922317 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-43639dee-65f7-4766-be8c-5a8772a36447 req-a85e4890-ab87-44fb-92bb-cfcfee11db9e tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 943 time: 0.1995182 Jul 08 08:24:10.970874 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717cda7-3eeb-40ef-900a-c505f9be7b55 req-6b003605-68ae-441b-a6bf-da24ff20c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.972572 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4717cda7-3eeb-40ef-900a-c505f9be7b55 req-6b003605-68ae-441b-a6bf-da24ff20c016 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 1098 time: 0.1406925 Jul 08 08:24:10.975952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-43639dee-65f7-4766-be8c-5a8772a36447 req-566944ac-19ea-4509-85fe-a74a9563e6e5 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Jul 08 08:24:10.988332 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-e708b043-a2c5-4963-8906-3ac9075ac0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:10.990642 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-e708b043-a2c5-4963-8906-3ac9075ac0f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.0947473 Jul 08 08:24:11.010281 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-ec20d20b-ee85-45bf-85d8-177c9fbd1423 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750134 Jul 08 08:24:11.027725 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4717cda7-3eeb-40ef-900a-c505f9be7b55 req-b9e0e0aa-dd15-4a43-9d94-e4aa321080bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361831 Jul 08 08:24:11.036074 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87210e-a68a-4c55-bb93-2a9b0444ca08 None None] New status for floating IP 3f596576-b359-4497-b801-004fbb2ecf4e: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:24:11.084986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-ea21f91f-3d90-48be-9d85-7a9ff328b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:11.087336 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-ea21f91f-3d90-48be-9d85-7a9ff328b46e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566466 Jul 08 08:24:11.262740 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0e2093b-00f2-4c20-abbb-c66d2633a7ee req-48f854a6-f34f-45a2-8d59-697aa5cdb0e4 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607301 Jul 08 08:24:11.280374 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-08161265-1048-4f21-8e94-2d79b538710e service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273727 Jul 08 08:24:11.606901 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-335dfb4e-ab0f-4906-841a-2964307ec427 req-27bb0cab-f1be-43bc-92da-6d1cbf9b0784 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062177 Jul 08 08:24:11.697069 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1ca4-0bfb-4bc9-bc66-f2f0b7595d41 req-57b89a56-fd49-45f9-854a-a208107b3714 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:11.698548 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e11b1ca4-0bfb-4bc9-bc66-f2f0b7595d41 req-57b89a56-fd49-45f9-854a-a208107b3714 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.0744236 Jul 08 08:24:11.762590 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e11b1ca4-0bfb-4bc9-bc66-f2f0b7595d41 req-8a270e60-8d2d-4983-bce2-c513525e08a5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Jul 08 08:24:11.780238 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd48b9-73f2-4a6e-a985-60283a63763e req-d56383a7-32e0-495c-90db-8cb8266e0e92 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:11.781693 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-51fd48b9-73f2-4a6e-a985-60283a63763e req-d56383a7-32e0-495c-90db-8cb8266e0e92 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1051507 Jul 08 08:24:11.819440 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-51fd48b9-73f2-4a6e-a985-60283a63763e req-22b56388-33f5-412f-a1cc-dcab9c0ea5db tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Jul 08 08:24:12.069969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983119fc-1d22-4e2e-9241-fddff0f7a772 req-ee5d461d-62c1-47bc-942a-e109e462597f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.077219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-983119fc-1d22-4e2e-9241-fddff0f7a772 req-ee5d461d-62c1-47bc-942a-e109e462597f tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.0746000 Jul 08 08:24:12.127225 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-983119fc-1d22-4e2e-9241-fddff0f7a772 req-1b7bc54d-9c45-46ea-8981-2b24ac3e70ff tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Jul 08 08:24:12.194961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'tag': '24ca259e-471a-43bf-b403-96f674edb196'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:12.197352 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e5949-f20b-4e05-97e3-a9fa56c26948" -d '{"events": [{"name": "network-changed", "server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "tag": "24ca259e-471a-43bf-b403-96f674edb196"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:12.200349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f23c86-e61a-410c-ad94-2620de06283f req-94d15c16-3739-43fa-962a-aefe3e94882f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.201907 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d6f23c86-e61a-410c-ad94-2620de06283f req-94d15c16-3739-43fa-962a-aefe3e94882f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 943 time: 0.0690620 Jul 08 08:24:12.270806 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d6f23c86-e61a-410c-ad94-2620de06283f req-5c5bd179-e3dc-491a-8bac-d64c0d45039f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631592 Jul 08 08:24:12.315500 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3b918-24d8-4fb0-8350-4543a4637c86 req-1474a1c2-88d7-49a6-a5a0-ee658583e014 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.317131 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-69a3b918-24d8-4fb0-8350-4543a4637c86 req-1474a1c2-88d7-49a6-a5a0-ee658583e014 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0947111 Jul 08 08:24:12.341436 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6309d41a-c11e-4500-9d03-6c100b5c3f3e x-openstack-request-id: req-6309d41a-c11e-4500-9d03-6c100b5c3f3e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:12.341728 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "tag": "24ca259e-471a-43bf-b403-96f674edb196", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:12.342400 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6309d41a-c11e-4500-9d03-6c100b5c3f3e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:12.342400 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'tag': '24ca259e-471a-43bf-b403-96f674edb196', 'status': 'completed', 'code': 200} Jul 08 08:24:12.361144 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-69a3b918-24d8-4fb0-8350-4543a4637c86 req-19946f49-50e1-4574-81ce-9582947e0175 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Jul 08 08:24:12.387261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35578) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:12.438082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-e6170a28-b8b8-40b0-9b0c-92cbb9e19c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.439613 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-e6170a28-b8b8-40b0-9b0c-92cbb9e19c51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 1096 time: 0.0529203 Jul 08 08:24:12.532643 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-70da073c-69aa-468e-84ad-aa96961a7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.534285 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-70da073c-69aa-468e-84ad-aa96961a7a44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 200 len: 915 time: 0.0871809 Jul 08 08:24:12.537891 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022eeb3-9b48-45fe-90e3-57f377d13b39 tempest-TestMinimumBasicScenario-1207178930 tempest-TestMinimumBasicScenario-1207178930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.539481 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8022eeb3-9b48-45fe-90e3-57f377d13b39 tempest-TestMinimumBasicScenario-1207178930 tempest-TestMinimumBasicScenario-1207178930-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1093 time: 0.1511104 Jul 08 08:24:12.542953 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35582) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:12.547284 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'port_id': '3121c599-e2a7-41b3-8600-73f02f438429', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:12.591780 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-7400386f-6e98-4351-86cc-94e08338cc39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24ca259e-471a-43bf-b403-96f674edb196 HTTP/1.1" status: 200 len: 217 time: 0.0347781 Jul 08 08:24:12.662386 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-2d965f65-ab87-4c66-b944-bf9633db8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:12.663959 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-2d965f65-ab87-4c66-b944-bf9633db8cbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6807220b-3456-43da-9fc1-14e0461f9c04 HTTP/1.1" status: 200 len: 854 time: 0.0485592 Jul 08 08:24:12.670493 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:12.704531 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-1900e4d2-a8c2-49d0-b907-770bea2dbfb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16fde162-36d9-478f-85ba-0b9291461395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269127 Jul 08 08:24:12.802854 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-c5f9a627-f88b-423b-ae1b-8c06489a09e7 service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898585 Jul 08 08:24:12.926102 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d7e5949-f20b-4e05-97e3-a9fa56c26948 req-66b11f81-3a6b-40b9-8286-71803d5876fb service neutron] 10.222.0.67 "GET /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151817 Jul 08 08:24:13.084525 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcc6fe-a916-41a4-ab48-37f627565616 req-ace2773c-00fb-475b-9e40-4b08d8a32073 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.086119 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-83fcc6fe-a916-41a4-ab48-37f627565616 req-ace2773c-00fb-475b-9e40-4b08d8a32073 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1309028 Jul 08 08:24:13.094516 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185688a-5ca2-4938-98ab-5d60234fc463 req-30114dec-6645-4b7c-a356-4a0440fadb0c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.098115 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8185688a-5ca2-4938-98ab-5d60234fc463 req-30114dec-6645-4b7c-a356-4a0440fadb0c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.1396077 Jul 08 08:24:13.170964 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.174966 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-83fcc6fe-a916-41a4-ab48-37f627565616 req-3da1e0e9-a49a-4da3-a962-ae952e42b36f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782051 Jul 08 08:24:13.186118 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8185688a-5ca2-4938-98ab-5d60234fc463 req-bec64c65-c058-40db-9596-06751e3a7a52 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756712 Jul 08 08:24:13.315186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Allocated IP 172.27.3.194 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/c107f979-1fd3-40ba-baeb-01fad32cde3b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:24:13.361927 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-50ad822f-d069-41e9-837b-f5d9b31e7f9c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.363451 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-50ad822f-d069-41e9-837b-f5d9b31e7f9c tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.0724757 Jul 08 08:24:13.478792 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Deleting port 21e93756-a5a4-465d-ad60-72228ca2d34c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:24:13.479130 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.481602 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2770-46fd-4178-bb99-74dc8fac261c req-bd8a047a-cca2-464d-96c3-203857764895 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.483175 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aa2c2770-46fd-4178-bb99-74dc8fac261c req-bd8a047a-cca2-464d-96c3-203857764895 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.1694918 Jul 08 08:24:13.493046 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a18967-260a-42af-8406-070df40df171 req-53cbd951-a994-462c-84ab-c2980b2b6e33 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.494510 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-13a18967-260a-42af-8406-070df40df171 req-53cbd951-a994-462c-84ab-c2980b2b6e33 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 946 time: 0.1997430 Jul 08 08:24:13.564857 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.565984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] For port 21e93756-a5a4-465d-ad60-72228ca2d34c, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=21e93756-a5a4-465d-ad60-72228ca2d34c,segment=NetworkSegment(a0072897-4dd1-4c60-b6ef-43f87fad4c4f),segment_id=a0072897-4dd1-4c60-b6ef-43f87fad4c4f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:13.566343 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.582999 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aa2c2770-46fd-4178-bb99-74dc8fac261c req-f58c2cd0-5cf3-47e1-8e47-e8b328175053 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874856 Jul 08 08:24:13.586073 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Calling delete_port for 21e93756-a5a4-465d-ad60-72228ca2d34c owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:24:13.594876 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-13a18967-260a-42af-8406-070df40df171 req-52779c20-22d6-4017-910f-b63d95899710 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea1774df-ba22-4927-85ac-3a2b36949f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890450 Jul 08 08:24:13.611789 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35598) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:13.732803 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.804904 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:24:13.814359 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:24:13.821374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:24:13.827326 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'Port': ['ID=c107f979-1fd3-40ba-baeb-01fad32cde3b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:13.858498 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.883327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['21e93756-a5a4-465d-ad60-72228ca2d34c'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:13.883968 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866561-d8d4-4b4b-bc16-4559ab799309 req-589210a3-dd32-4689-9b46-c2c0100be22d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.883968 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a1866561-d8d4-4b4b-bc16-4559ab799309 req-589210a3-dd32-4689-9b46-c2c0100be22d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 943 time: 0.1915650 Jul 08 08:24:13.888555 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Pushing event deleted for resources: {'Port': ['ID=21e93756-a5a4-465d-ad60-72228ca2d34c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:13.914718 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0035b19-71f3-4603-9764-4896ead4d5ba tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:13.916397 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e0035b19-71f3-4603-9764-4896ead4d5ba tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 1093 time: 0.3025601 Jul 08 08:24:13.921048 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 35602) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:13.926563 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'port_id': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:13.949508 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] No DVR routers for this DVR port 21e93756-a5a4-465d-ad60-72228ca2d34c on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:24:13.953046 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:13.955008 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9279b362-ed90-4263-8e32-8d2df0a3cfe9 req-109f3610-1426-4334-9e52-79ca3aa9e416 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.67 "DELETE /v2.0/ports/21e93756-a5a4-465d-ad60-72228ca2d34c HTTP/1.1" status: 204 len: 173 time: 0.5819681 Jul 08 08:24:14.000267 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a1866561-d8d4-4b4b-bc16-4559ab799309 req-892fff39-610a-4db8-95cf-350ecbe8a8f6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068397 Jul 08 08:24:14.047537 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.147078 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.219222 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.265803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.27.3.163 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/ec708be6-abc4-4ef3-b0a9-79f59f32918f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:24:14.343430 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'name': 'network-vif-deleted', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:14.345766 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c1a088-7c0c-497b-92af-d1f4d8d027ec" -d '{"events": [{"server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "name": "network-vif-deleted", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:14.364019 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.382227 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.402305 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cf80a9-cce1-472a-996d-286b94a5970d x-openstack-request-id: req-e5cf80a9-cce1-472a-996d-286b94a5970d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:14.402666 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d80a8d8-4719-4d3b-9c7a-434b87306856", "name": "network-vif-deleted", "tag": "21e93756-a5a4-465d-ad60-72228ca2d34c", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:14.402861 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5cf80a9-cce1-472a-996d-286b94a5970d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:14.403260 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d80a8d8-4719-4d3b-9c7a-434b87306856', 'name': 'network-vif-deleted', 'tag': '21e93756-a5a4-465d-ad60-72228ca2d34c', 'status': 'completed', 'code': 200} Jul 08 08:24:14.493885 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.520121 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.536596 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:24:14.540218 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:24:14.544548 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:24:14.547494 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=ec708be6-abc4-4ef3-b0a9-79f59f32918f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:14.606996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.636802 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:14.703742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'Port': ['ID=c107f979-1fd3-40ba-baeb-01fad32cde3b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:14.781528 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89b26d8f-014d-4e90-bf90-e23946d46464 req-913fd4e9-34ca-4a9c-8ec4-e8d3878f6eb6 tempest-VolumesActionsTest-691289330 tempest-VolumesActionsTest-691289330-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d80a8d8-4719-4d3b-9c7a-434b87306856 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Jul 08 08:24:14.801235 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Floating IP 452068b2-76ae-45cf-8d28-c0c5ebf3f71a associated. External IP: 172.27.3.194, port: 3121c599-e2a7-41b3-8600-73f02f438429. Jul 08 08:24:14.953577 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.007680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:24:15.088199 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.115477 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:24:15.126700 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Sync routers for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:24:15.129768 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 24ca259e-471a-43bf-b403-96f674edb196 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:24:15.151715 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:15.153271 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:15.193760 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123dafc-7dec-457f-a516-4f4250f49fe3 req-2b7fc5a3-d4ab-4e36-8c13-f1b93353f7b6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:15.195678 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a123dafc-7dec-457f-a516-4f4250f49fe3 req-2b7fc5a3-d4ab-4e36-8c13-f1b93353f7b6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 943 time: 0.0773156 Jul 08 08:24:15.247879 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24ca259e-471a-43bf-b403-96f674edb196,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:15.256567 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a123dafc-7dec-457f-a516-4f4250f49fe3 req-124c978f-4236-41a0-82c5-d2f3f03bf201 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Jul 08 08:24:15.261833 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '24ca259e-471a-43bf-b403-96f674edb196', 'network_id': '16fde162-36d9-478f-85ba-0b9291461395', 'port_id': '24ca259e-471a-43bf-b403-96f674edb196', 'mac_address': 'fa:16:3e:9f:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6807220b-3456-43da-9fc1-14e0461f9c04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:24:15.283117 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.285389 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.286900 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:15.320927 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-238286d7-a50e-4e16-9204-e8370e19342b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7769442 Jul 08 08:24:15.321669 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:15.323860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 35612) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:15.324182 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d676c-fa99-4557-8fc5-bb0c036f4752" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:15.324976 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.328493 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654283385', 'description': 'tempest-secgroup-smoke-1654283385 description', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:15.339823 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ca259e-471a-43bf-b403-96f674edb196 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:24:15.356061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.363126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24ca259e-471a-43bf-b403-96f674edb196,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:15.365871 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae50aeb-289c-49e8-ac19-f1a4491f8f94 x-openstack-request-id: req-aae50aeb-289c-49e8-ac19-f1a4491f8f94 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:15.366243 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:15.366558 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aae50aeb-289c-49e8-ac19-f1a4491f8f94 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:15.367059 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:24:15.461831 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=ec708be6-abc4-4ef3-b0a9-79f59f32918f,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:15.483346 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.487210 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.494553 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.537372 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:15.552057 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '452068b2-76ae-45cf-8d28-c0c5ebf3f71a', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'port_id': '3121c599-e2a7-41b3-8600-73f02f438429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'mac_address': 'fa:16:3e:f8:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:15.582005 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Checking router: 3addbfb7-85d5-4d7c-81b6-018328f9c3ff for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:24:15.590273 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:15.590898 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:15.608905 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-1f151e6f-d369-4279-8fed-48b07ec742bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:15.610436 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-1f151e6f-d369-4279-8fed-48b07ec742bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1098 time: 0.1894624 Jul 08 08:24:15.694891 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:15.707178 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 2c721f37-a1c5-424e-9287-0be1398194b8 associated. External IP: 172.27.3.163, port: e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad. Jul 08 08:24:15.805320 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.842850 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-f3fa5995-04df-42fa-92b4-2250b33eb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:15.844348 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-f3fa5995-04df-42fa-92b4-2250b33eb45c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 916 time: 0.2251101 Jul 08 08:24:15.850786 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['24ca259e-471a-43bf-b403-96f674edb196'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:15.914124 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:15.940262 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '452068b2-76ae-45cf-8d28-c0c5ebf3f71a', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'port_id': '3121c599-e2a7-41b3-8600-73f02f438429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'mac_address': 'fa:16:3e:f8:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:15.968161 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b4a20-130d-4029-9a2a-0aef1117f038 None None] The sync data for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi is: [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '452068b2-76ae-45cf-8d28-c0c5ebf3f71a', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'port_id': '3121c599-e2a7-41b3-8600-73f02f438429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'mac_address': 'fa:16:3e:f8:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:24:15.996347 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-57db8631-75d1-4fef-a622-5b815e2d74d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 999 time: 0.1403656 Jul 08 08:24:15.998736 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cf483-4d01-414d-96f8-27cc2f5a2c1b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:16.031904 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.033605 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f0fa051f-58b2-4bd9-9263-cee3a913ea81 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7082951 Jul 08 08:24:16.036336 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35624) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:16.042869 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:16.115283 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-1a73c162-90e8-4283-9fa9-2642d48b2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:16.116801 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-1a73c162-90e8-4283-9fa9-2642d48b2cd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.1123695 Jul 08 08:24:16.135381 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:24:16.176115 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.246488 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ddbaa-e0bb-4aaf-b3b3-a25439fd41ac None None] New status for floating IP 452068b2-76ae-45cf-8d28-c0c5ebf3f71a: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:24:16.269090 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.280984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-9613ae67-64a3-4880-9676-38bee21c214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:16.282539 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-9613ae67-64a3-4880-9676-38bee21c214d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1566346 Jul 08 08:24:16.342383 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.380775 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda62f9c-8dd6-42f8-964f-00461299eca8,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:16.449768 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94db6c-ef97-4979-ba34-e4dc2d4993e2 req-153df989-1069-47e1-b0d6-22973505718f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:16.451375 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1c94db6c-ef97-4979-ba34-e4dc2d4993e2 req-153df989-1069-47e1-b0d6-22973505718f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 944 time: 0.0739882 Jul 08 08:24:16.497990 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1c94db6c-ef97-4979-ba34-e4dc2d4993e2 req-19574750-a80b-41ee-8e12-795da845ab44 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Jul 08 08:24:16.499105 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.500507 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9eb0c3cb-4ad3-4759-94b0-b6bcaf402ce3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631338 Jul 08 08:24:16.503337 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35638) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:16.510641 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:16.602277 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:24:16.611067 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:24:16.620608 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:16.621199 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:16.645310 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-25d6091f-9ff8-4735-8bd8-d60f6db24456 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518021 Jul 08 08:24:16.653249 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.727439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.734030 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:16.749671 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.778067 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c5d676c-fa99-4557-8fc5-bb0c036f4752 req-a0f11e24-efb2-48f4-9309-546eb392ef79 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257205 Jul 08 08:24:16.796383 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4a5a21e9-4c8f-4dd7-8752-f7de8c107297 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8732293 Jul 08 08:24:16.796993 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:16.799249 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe78ba5-1ec7-4c42-a267-4a5198df8113" -d '{"events": [{"name": "network-changed", "server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:16.835054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc1f543-9365-4929-a159-646ea9591103 x-openstack-request-id: req-dfc1f543-9365-4929-a159-646ea9591103 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:16.835340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:16.835639 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dfc1f543-9365-4929-a159-646ea9591103 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:16.836227 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'status': 'completed', 'code': 200} Jul 08 08:24:16.852957 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.872918 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0793a-98c8-4366-83de-296daabfdefd,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:16.936522 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-fcc1e837-0bcf-4e8f-b2b2-5032e23ad38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:16.936522 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-fcc1e837-0bcf-4e8f-b2b2-5032e23ad38f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 1098 time: 0.0590086 Jul 08 08:24:16.951407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:16.956115 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3b0b234d-e32b-43ce-83ab-cfc81e50bd37 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4510217 Jul 08 08:24:16.957161 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35656) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:16.963690 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:17.044414 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-4e4af6d5-7f11-4dca-86fd-ac5c31d46efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:17.045867 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-4e4af6d5-7f11-4dca-86fd-ac5c31d46efd service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.0977149 Jul 08 08:24:17.050180 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '2c721f37-a1c5-424e-9287-0be1398194b8', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:11:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aed081-267e-4108-bf39-5927176fc42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:17.063735 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.079614 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:24:17.089219 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:24:17.089821 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:23:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:17.132418 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-dc71d0df-5832-4f5c-a6f6-057cfebe25d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad HTTP/1.1" status: 200 len: 999 time: 0.0697596 Jul 08 08:24:17.154626 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.173525 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 24ca259e-471a-43bf-b403-96f674edb196 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:24:17.202891 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-b5dc1dda-63cf-4b84-bac2-5bdcfc047d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:17.204420 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-b5dc1dda-63cf-4b84-bac2-5bdcfc047d4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0550621 Jul 08 08:24:17.205413 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:24:17.253282 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.272684 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6c22d8-0469-4efc-9e13-737240cfda6b,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:17.289620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-7a2b90e9-b11b-4b91-ad94-c23c9116beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:17.291639 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-7a2b90e9-b11b-4b91-ad94-c23c9116beda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0799820 Jul 08 08:24:17.298933 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 24ca259e-471a-43bf-b403-96f674edb196 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:24:17.303673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 24ca259e-471a-43bf-b403-96f674edb196 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:24:17.309176 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.384624 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.388266 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2185f6d6-0187-4610-8d6d-0eb09921bbde tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265649 Jul 08 08:24:17.389117 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35670) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:17.393689 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:17.406883 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.409690 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-25312031-3394-4d92-a0a3-bb47e97faf4f service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028340 Jul 08 08:24:17.431842 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca259e-471a-43bf-b403-96f674edb196'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:17.434086 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87db18c-8230-41be-96b4-ab09dae375e2" -d '{"events": [{"server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "24ca259e-471a-43bf-b403-96f674edb196"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:17.447516 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24ca259e-471a-43bf-b403-96f674edb196,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:17.466350 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '2c721f37-a1c5-424e-9287-0be1398194b8', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:11:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aed081-267e-4108-bf39-5927176fc42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:17.478789 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72854ee-8a8a-4060-bbee-0cd91d5efa51 x-openstack-request-id: req-c72854ee-8a8a-4060-bbee-0cd91d5efa51 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:17.479085 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "24ca259e-471a-43bf-b403-96f674edb196", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:17.479390 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c72854ee-8a8a-4060-bbee-0cd91d5efa51 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:17.480000 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca259e-471a-43bf-b403-96f674edb196', 'code': 200} Jul 08 08:24:17.495746 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ddfae-1bf1-469f-baeb-45d38362b20b None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '2c721f37-a1c5-424e-9287-0be1398194b8', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:11:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aed081-267e-4108-bf39-5927176fc42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:24:14Z', 'updated_at': '2021-07-08T08:24:14Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:24:17.536941 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fe78ba5-1ec7-4c42-a267-4a5198df8113 req-e3d7ca29-5726-4314-bc3b-44f07d83d2d5 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145272 Jul 08 08:24:17.550949 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.551763 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 21e93756-a5a4-465d-ad60-72228ca2d34c no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:24:17.557986 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.607241 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 21e93756-a5a4-465d-ad60-72228ca2d34c {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:24:17.607651 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 21e93756-a5a4-465d-ad60-72228ca2d34c not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:24:17.638811 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:17.658555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.733796 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.761667 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a462eb74-8b86-4c22-97f3-f625aa3c0288,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:17.772777 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4654b3e-fa10-4820-87b3-14c760c9b666 None None] New status for floating IP 2c721f37-a1c5-424e-9287-0be1398194b8: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:24:17.784370 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728804a3-0957-4301-a36b-11b1852646be req-9a35b2ad-c92f-49db-8f54-69c9f7b7e734 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:17.785937 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-728804a3-0957-4301-a36b-11b1852646be req-9a35b2ad-c92f-49db-8f54-69c9f7b7e734 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0934792 Jul 08 08:24:17.827066 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-728804a3-0957-4301-a36b-11b1852646be req-1dd3f7ec-d885-4bc4-9ffe-a36875ebd213 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Jul 08 08:24:17.829687 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:17.832090 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ebec8526-7e17-4d33-ad91-15ec1a008c90 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4406433 Jul 08 08:24:17.833601 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35686) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:17.838396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:17.926161 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a94ced-31d6-420a-846f-883bb7d4f368 req-8d5dde2e-bf2f-4c69-824a-75e782e1f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:17.926161 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01a94ced-31d6-420a-846f-883bb7d4f368 req-8d5dde2e-bf2f-4c69-824a-75e782e1f94c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 1098 time: 0.0596294 Jul 08 08:24:17.936386 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01a94ced-31d6-420a-846f-883bb7d4f368 req-65eed265-f812-4e51-8c26-dd01c7d03db8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281074 Jul 08 08:24:18.247902 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.securitygroups_db [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Project c84c6cb6cb674e899e19f79da80e4ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:24:18.254125 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.318200 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.405049 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.423542 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5682387-077a-4c39-826b-2180cb88c158,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:18.477515 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:24:18.491441 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.500540 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0f816330-5e9c-45b1-a4df-9d412c009f17 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6587210 Jul 08 08:24:18.500540 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 35688) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:18.500540 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'security_group_rule': {'security_group_id': 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b', 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:18.582327 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.securitygroups_db [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Project c84c6cb6cb674e899e19f79da80e4ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 08:24:18.587177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.650254 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.731100 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.750459 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ff94e9-9bc9-422a-9e80-8fd28b233096,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:18.836701 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:18.837950 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-34937aec-9e74-49a5-be99-69d52966ab74 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3410816 Jul 08 08:24:18.978454 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b06328f-41fa-446f-8e99-055624223162 req-94d70673-dfbb-4ec7-bd31-b88eefbd960d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654283385&fields=id&tenant_id=c84c6cb6cb674e899e19f79da80e4ba0 HTTP/1.1" status: 200 len: 267 time: 0.0553148 Jul 08 08:24:19.056551 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d1c06-3670-436b-8bff-2e56816eea4d req-276b00d0-ecf0-4065-939d-1a33eddf2b7d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:19.057937 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e04d1c06-3670-436b-8bff-2e56816eea4d req-276b00d0-ecf0-4065-939d-1a33eddf2b7d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.1160126 Jul 08 08:24:19.071816 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06328f-41fa-446f-8e99-055624223162 req-70f77694-8858-401d-a9fc-8d06e5866562 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:19.073229 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b06328f-41fa-446f-8e99-055624223162 req-70f77694-8858-401d-a9fc-8d06e5866562 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0891998 Jul 08 08:24:19.091004 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'port': {'security_groups': ['284611e6-9541-4746-adc6-ad9a508b4c19', 'b77cf483-4d01-414d-96f8-27cc2f5a2c1b']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:24:19.142941 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e04d1c06-3670-436b-8bff-2e56816eea4d req-0bf049e9-ec3c-4daa-a616-d0feb9fb6dd6 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687711 Jul 08 08:24:19.193044 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:19.376093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:19.640745 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:19.709994 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:19.758771 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:19.759432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:19.766718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b06328f-41fa-446f-8e99-055624223162 req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "PUT /v2.0/ports/3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 981 time: 0.6840799 Jul 08 08:24:19.766718 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:19.766896 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d531c058-9d83-41e3-b252-7d5d3bbb0e18" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:19.810974 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5bd820-b51f-46cf-92cd-26d70ce5868d x-openstack-request-id: req-9a5bd820-b51f-46cf-92cd-26d70ce5868d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:19.811261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:19.811524 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a5bd820-b51f-46cf-92cd-26d70ce5868d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:19.811904 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:24:19.815433 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:19.823619 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.823968 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.824304 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.824631 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.824956 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.825280 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.825594 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.825923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.826246 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.826557 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.826902 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.827219 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c4e33-5abb-4780-9520-d386a2d72361 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:19.943657 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6508da-e0b4-41ad-b96e-0c5b5f1544a6 req-f93a31e3-d06d-48c7-a36f-38f7aab6f3df tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:19.945648 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6d6508da-e0b4-41ad-b96e-0c5b5f1544a6 req-f93a31e3-d06d-48c7-a36f-38f7aab6f3df tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0660865 Jul 08 08:24:19.954336 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-bf0a60b0-7dbb-49d8-91ae-f6e86139e823 None None] Provisioning complete for port 3121c599-e2a7-41b3-8600-73f02f438429 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:24:19.954919 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bf0a60b0-7dbb-49d8-91ae-f6e86139e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:19.987786 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6d6508da-e0b4-41ad-b96e-0c5b5f1544a6 req-f85e4e58-9d07-4aba-b00c-bf0c76c70f4a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357199 Jul 08 08:24:20.316314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb98b7-81f8-4f7c-a0f5-b5959c778065 req-f502a1ff-bc8e-407f-9189-b890bea0d560 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:20.317787 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-54bb98b7-81f8-4f7c-a0f5-b5959c778065 req-f502a1ff-bc8e-407f-9189-b890bea0d560 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0654433 Jul 08 08:24:20.355520 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-54bb98b7-81f8-4f7c-a0f5-b5959c778065 req-298b3199-fd01-4a96-bdef-60ce882d3753 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Jul 08 08:24:21.313839 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:21.455907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:21.460357 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-00ee9d46-67a2-481f-b144-a048438d0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:21.462594 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-00ee9d46-67a2-481f-b144-a048438d0d9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1137 time: 0.0544510 Jul 08 08:24:21.537688 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffb21-752a-486a-bec1-f67fcc2d026d req-b12c568e-6449-4dbd-b613-d75120f96077 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:21.539925 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-383ffb21-752a-486a-bec1-f67fcc2d026d req-b12c568e-6449-4dbd-b613-d75120f96077 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0671299 Jul 08 08:24:21.561771 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-fc3d979e-807b-47cd-b42e-c06018738374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:21.563290 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-fc3d979e-807b-47cd-b42e-c06018738374 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 916 time: 0.0914013 Jul 08 08:24:21.579429 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-383ffb21-752a-486a-bec1-f67fcc2d026d req-69bd30af-f924-4a37-bc3e-3bb1ca00afaa tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Jul 08 08:24:21.644891 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-c38b49d3-254a-4acf-9daa-4945b5769127 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 1001 time: 0.0606148 Jul 08 08:24:21.694873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-18728868-1772-4ad9-b19a-2a90c354dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:21.697108 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-18728868-1772-4ad9-b19a-2a90c354dffe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.0436382 Jul 08 08:24:21.758858 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-62f32915-f9b9-4e50-8976-e5c4f6d13148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:21.760424 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-62f32915-f9b9-4e50-8976-e5c4f6d13148 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548649 Jul 08 08:24:21.852448 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-aee6826c-2032-4ee9-ad4f-4a24afc17b7e service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825286 Jul 08 08:24:21.955971 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d531c058-9d83-41e3-b252-7d5d3bbb0e18 req-eabee094-aa71-4019-a7d5-dac5fcb841f3 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Jul 08 08:24:22.763727 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6614af-3c98-4983-bfba-2f0da99d4706 req-bd9939cd-0299-449e-ba12-fa92b9a047a8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:22.765183 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f6614af-3c98-4983-bfba-2f0da99d4706 req-bd9939cd-0299-449e-ba12-fa92b9a047a8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0656748 Jul 08 08:24:22.802252 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f6614af-3c98-4983-bfba-2f0da99d4706 req-18c65d3a-d75a-45c4-9710-edaaf7e50847 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Jul 08 08:24:23.696105 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97204-6b02-40b0-8acf-989b3b155413 req-b853f94c-c335-453d-bb6f-6ec11f1a91b3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:23.698341 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ecf97204-6b02-40b0-8acf-989b3b155413 req-b853f94c-c335-453d-bb6f-6ec11f1a91b3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0771005 Jul 08 08:24:23.755662 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ecf97204-6b02-40b0-8acf-989b3b155413 req-0747c612-202e-4d32-a1f2-fb576d239625 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515358 Jul 08 08:24:23.762784 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-bad3ddbe-f35c-429d-8bec-7d4bc5d9750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:23.764287 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-bad3ddbe-f35c-429d-8bec-7d4bc5d9750b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.1111002 Jul 08 08:24:23.911774 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-b6e01b1b-3e63-431a-a864-c4ee1bf7c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:23.914753 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-b6e01b1b-3e63-431a-a864-c4ee1bf7c8d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.1355019 Jul 08 08:24:23.975573 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-a02160d0-2206-4dd0-bf0a-1f74ac517c4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0464265 Jul 08 08:24:24.013202 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb89a1-d75a-4fe6-ace2-f6ba779f5f31 req-2697a7af-a588-45d8-9c7c-7ce9da073d53 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:24.020875 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6beb89a1-d75a-4fe6-ace2-f6ba779f5f31 req-2697a7af-a588-45d8-9c7c-7ce9da073d53 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0742869 Jul 08 08:24:24.066466 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-9e577d8b-7265-4694-be0c-7f3dc4f7dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:24.068135 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-9e577d8b-7265-4694-be0c-7f3dc4f7dd67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0830152 Jul 08 08:24:24.068897 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6beb89a1-d75a-4fe6-ace2-f6ba779f5f31 req-d184cf70-fda5-4a12-8bf2-09191afbbcb4 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Jul 08 08:24:24.110752 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-d46f8afa-c3a6-4ff1-bf53-f3de8dac6baa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307949 Jul 08 08:24:24.222896 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-6c803e70-6487-48d8-a966-82d104e18b02 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031771 Jul 08 08:24:24.367421 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcc0c1f9-965e-4070-a357-9464b492a5ac req-c7715aed-d363-49e8-b381-255a67ebd2e3 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 Jul 08 08:24:24.960192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c663-ee6d-4916-b0ad-b249c2a74083 req-b52e07a4-ee0a-4786-ac6a-c08db0f9e450 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:24.967033 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae59c663-ee6d-4916-b0ad-b249c2a74083 req-b52e07a4-ee0a-4786-ac6a-c08db0f9e450 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0821021 Jul 08 08:24:25.001535 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae59c663-ee6d-4916-b0ad-b249c2a74083 req-78eb1d81-0b36-4829-8502-be215a52bbf2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jul 08 08:24:25.355988 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d3669496-7452-43b3-949d-5d67b135b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:26.198985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45586-f6c0-44d6-a527-adb180063c74 req-4ce4f6fa-e979-489a-8fbd-782b12513cad tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:26.203332 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-40b45586-f6c0-44d6-a527-adb180063c74 req-4ce4f6fa-e979-489a-8fbd-782b12513cad tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0661361 Jul 08 08:24:26.239395 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-40b45586-f6c0-44d6-a527-adb180063c74 req-77489a84-dcf4-47c6-bc80-2ff1f3d430c2 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jul 08 08:24:27.474693 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193c87-23ad-4819-8b74-78e9fe7e247d req-678404a1-742a-46c4-96a1-537bfd82e420 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:27.476791 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-02193c87-23ad-4819-8b74-78e9fe7e247d req-678404a1-742a-46c4-96a1-537bfd82e420 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0662010 Jul 08 08:24:27.517447 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-02193c87-23ad-4819-8b74-78e9fe7e247d req-d63b7f9a-22f0-448a-b526-5c27bc483678 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345871 Jul 08 08:24:27.765848 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:28.052744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e8da0f9a-1930-4915-8ec9-5bead05c0423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:28.605350 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:28.731853 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303f948-7137-4e0a-915b-5d7909d1fee7 req-7dc0e2b7-d80e-4880-94f4-35b3a3821b01 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:28.734015 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2303f948-7137-4e0a-915b-5d7909d1fee7 req-7dc0e2b7-d80e-4880-94f4-35b3a3821b01 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0755548 Jul 08 08:24:28.776271 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2303f948-7137-4e0a-915b-5d7909d1fee7 req-e5ddcc88-241d-4662-b9d3-bb7c56d926bb tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357533 Jul 08 08:24:29.081111 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:29.961862 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3584-8749-4f8b-af6e-2accbbc653a9 req-f8f7796d-7f3d-4c9d-a208-8b7e0fc9f2a7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:29.963773 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-001f3584-8749-4f8b-af6e-2accbbc653a9 req-f8f7796d-7f3d-4c9d-a208-8b7e0fc9f2a7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0760565 Jul 08 08:24:30.010593 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-001f3584-8749-4f8b-af6e-2accbbc653a9 req-054d1257-1fb2-4d37-b433-fcfcbc2134f8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Jul 08 08:24:30.852673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:31.216607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b389d-a699-4dcf-b560-7bcb3fc3a894 req-90971c64-8290-4217-9e93-5f0bd6390141 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:31.218147 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8b6b389d-a699-4dcf-b560-7bcb3fc3a894 req-90971c64-8290-4217-9e93-5f0bd6390141 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0726728 Jul 08 08:24:31.262435 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8b6b389d-a699-4dcf-b560-7bcb3fc3a894 req-8ea9b0f4-b834-4ed6-9c9e-02247545aa4a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Jul 08 08:24:32.463184 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e7f50-9e62-4d4d-8d56-f2fd3cc6bca5 req-360d8e2e-7025-4989-925f-5a8e10d14f2c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:32.465404 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-547e7f50-9e62-4d4d-8d56-f2fd3cc6bca5 req-360d8e2e-7025-4989-925f-5a8e10d14f2c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0776520 Jul 08 08:24:32.506489 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-547e7f50-9e62-4d4d-8d56-f2fd3cc6bca5 req-965914d9-b365-443c-8335-284a994e042c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Jul 08 08:24:33.800513 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a605-b8da-4fca-a3f0-dc12ee084733 req-aeb9b6ef-e6ea-47f8-8a68-828395ddff71 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:33.801997 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6605a605-b8da-4fca-a3f0-dc12ee084733 req-aeb9b6ef-e6ea-47f8-8a68-828395ddff71 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1468282 Jul 08 08:24:33.846913 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6605a605-b8da-4fca-a3f0-dc12ee084733 req-1914b9a0-7adb-4190-8c5f-35a8214d2d67 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Jul 08 08:24:35.018716 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f3c6-08cf-4bb1-bfa6-9cc4da2ee89d req-b770da5a-d2d9-4064-bae7-e97f3ab28067 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:35.029237 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d51f3c6-08cf-4bb1-bfa6-9cc4da2ee89d req-b770da5a-d2d9-4064-bae7-e97f3ab28067 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0734386 Jul 08 08:24:35.063935 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d51f3c6-08cf-4bb1-bfa6-9cc4da2ee89d req-dedcd432-f2b0-47ae-97b7-c78b822c7b34 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Jul 08 08:24:36.249374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b305ad3-5544-4bb6-bd73-17a67278d548 req-ddceb71e-4c4e-4a4c-9117-b6c3ef6dedfa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:36.250993 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b305ad3-5544-4bb6-bd73-17a67278d548 req-ddceb71e-4c4e-4a4c-9117-b6c3ef6dedfa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0687816 Jul 08 08:24:36.290345 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b305ad3-5544-4bb6-bd73-17a67278d548 req-844fdacc-d005-4674-82b9-141e1c61b8c1 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335684 Jul 08 08:24:37.476785 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64b12-c47e-442e-a5e1-372a0d387f95 req-37e52433-ec81-4e82-aa40-44023f2829bf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:37.478591 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81a64b12-c47e-442e-a5e1-372a0d387f95 req-37e52433-ec81-4e82-aa40-44023f2829bf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0732946 Jul 08 08:24:37.519599 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-81a64b12-c47e-442e-a5e1-372a0d387f95 req-dace9659-a23b-40f7-8e0f-0d412a1a6065 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 Jul 08 08:24:38.911756 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e3394-57c4-4324-8dea-654b3375263a req-9e00563d-9150-419d-9640-472efeb6649e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:38.917518 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d97e3394-57c4-4324-8dea-654b3375263a req-9e00563d-9150-419d-9640-472efeb6649e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1111424 Jul 08 08:24:38.938189 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-b4a992d5-2fd9-4685-96f1-cd6acb98e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:38.939722 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-b4a992d5-2fd9-4685-96f1-cd6acb98e3b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0601089 Jul 08 08:24:38.972622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d97e3394-57c4-4324-8dea-654b3375263a req-1e4d3091-2815-487c-94ec-21b0da398e2d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 Jul 08 08:24:39.061445 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-fc39521e-4a91-4163-afa7-4431234a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:39.063098 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-fc39521e-4a91-4163-afa7-4431234a7611 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.0916438 Jul 08 08:24:39.122683 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-a84c799e-1801-4212-9661-082058e24ac5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0448551 Jul 08 08:24:39.183190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-79c129e4-0530-4301-9d19-952e6e521bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:39.191061 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-79c129e4-0530-4301-9d19-952e6e521bd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0553195 Jul 08 08:24:39.229158 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-27d2c0fb-dd22-4e22-add4-191d6d159bd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342076 Jul 08 08:24:39.348058 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-04265e94-1e5d-462d-9714-1da4b8d8cf9e service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100826 Jul 08 08:24:39.456680 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-377d3538-c916-494d-baae-cddaa84d4eb3 req-dc198aef-0953-4775-9679-c25c1ee9c03e service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993578 Jul 08 08:24:40.192151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe3a34-d295-4f1b-a26d-9c9af32ecad1 req-1d53d84c-ce4a-404c-939c-a8501a3ef35a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:40.197446 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cabe3a34-d295-4f1b-a26d-9c9af32ecad1 req-1d53d84c-ce4a-404c-939c-a8501a3ef35a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0819719 Jul 08 08:24:40.246633 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cabe3a34-d295-4f1b-a26d-9c9af32ecad1 req-d0f1fc16-0585-4fce-bde9-dd222cab3bca tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Jul 08 08:24:41.418469 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cdf63-ada9-4dc1-b670-68d16986a6b1 req-099cfd9a-967e-4937-bd05-de0f420ba76e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:41.419935 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b86cdf63-ada9-4dc1-b670-68d16986a6b1 req-099cfd9a-967e-4937-bd05-de0f420ba76e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0609725 Jul 08 08:24:41.456450 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b86cdf63-ada9-4dc1-b670-68d16986a6b1 req-9ebed497-41b8-4003-b0f3-900aaf43b680 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Jul 08 08:24:42.636486 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5fb03-0dc7-49f3-9b5c-813b20b5c24e req-e88c2056-afcf-4149-959f-e0dc0b5a6eb6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:42.637938 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01c5fb03-0dc7-49f3-9b5c-813b20b5c24e req-e88c2056-afcf-4149-959f-e0dc0b5a6eb6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0617654 Jul 08 08:24:42.675543 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01c5fb03-0dc7-49f3-9b5c-813b20b5c24e req-daf2e9f8-a1a0-4687-9dd4-97b1c4afe7ea tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jul 08 08:24:43.846825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dbce3-a6b4-43b3-9faf-55f610d0da6c req-af442b88-ecbd-4bf2-a176-164c4747f4fd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:43.848193 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae6dbce3-a6b4-43b3-9faf-55f610d0da6c req-af442b88-ecbd-4bf2-a176-164c4747f4fd tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0645373 Jul 08 08:24:43.885519 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae6dbce3-a6b4-43b3-9faf-55f610d0da6c req-bde68903-14a5-4700-b0f3-3393e154cb19 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jul 08 08:24:44.702530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd5a03-fd37-4ce7-a3ee-e8084c1c3aa5 req-9629c30a-3740-43fe-a564-9e5f19148c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:44.704095 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6dd5a03-fd37-4ce7-a3ee-e8084c1c3aa5 req-9629c30a-3740-43fe-a564-9e5f19148c6c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0519052 Jul 08 08:24:44.738700 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6dd5a03-fd37-4ce7-a3ee-e8084c1c3aa5 req-8d48c7cc-3588-47b6-942d-ec2e4d02ad2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267339 Jul 08 08:24:45.059193 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0905fc-6ef3-4219-bcfd-aef9034557e3 req-1e15220f-7a1a-4ebc-bef7-a8d10e5dd4c8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:45.060653 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0e0905fc-6ef3-4219-bcfd-aef9034557e3 req-1e15220f-7a1a-4ebc-bef7-a8d10e5dd4c8 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0640202 Jul 08 08:24:45.097675 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0e0905fc-6ef3-4219-bcfd-aef9034557e3 req-a0b1e545-0810-400f-8fee-fa6ea4c0cda3 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Jul 08 08:24:46.292452 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cca4b0-69fb-4d86-8ae1-47fd033f1e74 req-06363a6c-519d-4093-8f5f-2351dc8307a6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:46.293953 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00cca4b0-69fb-4d86-8ae1-47fd033f1e74 req-06363a6c-519d-4093-8f5f-2351dc8307a6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0701704 Jul 08 08:24:46.331498 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-00cca4b0-69fb-4d86-8ae1-47fd033f1e74 req-5d68638c-c890-48d2-aa51-2494a95a6fc7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Jul 08 08:24:47.484437 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36064) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:47.504151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5275ef1-1627-482e-91d7-a7b323ced584 req-f7eee6a0-7cc6-4380-8c6c-438d9837a066 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:47.505659 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f5275ef1-1627-482e-91d7-a7b323ced584 req-f7eee6a0-7cc6-4380-8c6c-438d9837a066 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0631154 Jul 08 08:24:47.535745 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Deleting subnet ac0e690f-dab1-4103-9f47-5db82d5d433f {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:24:47.536445 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.547870 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f5275ef1-1627-482e-91d7-a7b323ced584 req-058df13b-472a-4bb7-a3d6-368592742836 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Jul 08 08:24:47.572466 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.611352 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.719963 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.744727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0e690f-dab1-4103-9f47-5db82d5d433f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:47.754628 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.755019 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.755314 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.755651 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.755985 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.756318 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.756650 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.758106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.758106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.758383 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.758732 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.759057 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:24:47.761869 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.764904 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bc6868b4-012e-4e70-8f20-49a6812f32dd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac0e690f-dab1-4103-9f47-5db82d5d433f HTTP/1.1" status: 204 len: 168 time: 0.2783496 Jul 08 08:24:47.766261 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36074) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:47.838851 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.919571 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.929924 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:47.939877 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:47.940175 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0072897-4dd1-4c60-b6ef-43f87fad4c4f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:24:47.949583 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.963617 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.969519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:24:47.969905 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:24:47.971655 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:24:48.144148 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.151292 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.159662 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c HTTP/1.1" status: 204 len: 168 time: 0.3917236 Jul 08 08:24:48.175433 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7183e31-47c7-40e4-8ec1-ba81b85d8d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8886e4-f465-4bb3-adf9-ea5f1eb5b26c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:48.216069 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462073-2dbf-4b92-a36c-0bf0dfe92a06 req-f22283aa-fc62-4e54-8739-da47aad61d0a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:48.217572 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f462073-2dbf-4b92-a36c-0bf0dfe92a06 req-f22283aa-fc62-4e54-8739-da47aad61d0a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0676842 Jul 08 08:24:48.233891 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-abbcdd44-caf6-4646-998e-1515e945d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:48.235454 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-abbcdd44-caf6-4646-998e-1515e945d757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec11ffd52dec4694936815bb30f10ee5&device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0550125 Jul 08 08:24:48.262763 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f462073-2dbf-4b92-a36c-0bf0dfe92a06 req-bc15ffcd-9e43-4cf6-bffc-3e4743dcd3ca tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Jul 08 08:24:48.337294 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-3659dae2-39fc-48da-adf2-5889655afe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:48.338786 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-3659dae2-39fc-48da-adf2-5889655afe9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 200 len: 919 time: 0.0929019 Jul 08 08:24:48.381289 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-dc267f7a-fa90-49d4-9e89-b1193672cc71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 200 len: 217 time: 0.0340192 Jul 08 08:24:48.427629 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-4d9ec248-8423-48d1-b2dd-c3ed6724587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:48.429520 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-4d9ec248-8423-48d1-b2dd-c3ed6724587f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 200 len: 858 time: 0.0412664 Jul 08 08:24:48.472248 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-3da37c92-50e1-40a1-9a10-47725ad0f944 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6710deea-dd03-44e3-9cbf-d07071ad9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292432 Jul 08 08:24:48.550845 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36084) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:48.563944 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-d445af69-e943-442e-acab-9537795468fa service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Jul 08 08:24:48.598153 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-00c7c769-ebb5-4296-b6ea-d427f682c528 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=167b10fc04c849a999fbcc091a550019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461144 Jul 08 08:24:48.601379 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36090) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:48.657100 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.669968 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c341da2c-ab95-486a-b004-b20ff90a6b0c req-3c171256-9c38-4840-8ada-0a4849a82297 service neutron] 10.222.0.67 "GET /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943911 Jul 08 08:24:48.680164 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.852799 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.855376 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:48.856523 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea1774df-ba22-4927-85ac-3a2b36949f18 HTTP/1.1" status: 204 len: 168 time: 0.2541912 Jul 08 08:24:48.864178 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e939bc-459e-474d-b0f7-14261d1d5561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1774df-ba22-4927-85ac-3a2b36949f18,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:49.441601 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e4d9-076a-44fe-a79b-f1bf0a7c0292 req-f9654c3c-1177-4c50-94a7-6fd4489b845a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:49.442985 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7d8e4d9-076a-44fe-a79b-f1bf0a7c0292 req-f9654c3c-1177-4c50-94a7-6fd4489b845a tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0625241 Jul 08 08:24:49.484201 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7d8e4d9-076a-44fe-a79b-f1bf0a7c0292 req-12576f26-6564-4552-bb23-bb099c842959 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349371 Jul 08 08:24:50.661815 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645eea-30d0-4953-a153-949ba99808bf req-65c1f4b2-9f22-4d1c-9971-b74eba184ba6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:50.664023 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52645eea-30d0-4953-a153-949ba99808bf req-65c1f4b2-9f22-4d1c-9971-b74eba184ba6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0683155 Jul 08 08:24:50.702223 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52645eea-30d0-4953-a153-949ba99808bf req-24350f1d-d9bf-4cdf-955a-809cbcff0d37 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jul 08 08:24:50.729000 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36134) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:50.831399 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66790eee-54ff-4603-9db0-c149f497826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:50.915871 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66790eee-54ff-4603-9db0-c149f497826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:50.994850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-66790eee-54ff-4603-9db0-c149f497826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:51.032565 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-66790eee-54ff-4603-9db0-c149f497826a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c4e6daaa65b44cfbbd6de97b8057de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025227 Jul 08 08:24:51.033445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790eee-54ff-4603-9db0-c149f497826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d5527-7140-4732-8968-93c39fa93a1b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:51.035417 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36138) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:24:51.084431 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:51.106437 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:51.275357 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:51.282407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:51.282407 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e82d5527-7140-4732-8968-93c39fa93a1b HTTP/1.1" status: 204 len: 168 time: 0.2430592 Jul 08 08:24:51.287719 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f74e-0b53-43f3-9f8f-7e9f539ee202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d5527-7140-4732-8968-93c39fa93a1b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:51.937076 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ad30-8d89-426c-ac63-d15ace310817 req-c4fe5719-30bf-4220-8328-beb6d54b46a6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:51.938457 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2310ad30-8d89-426c-ac63-d15ace310817 req-c4fe5719-30bf-4220-8328-beb6d54b46a6 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1065285 Jul 08 08:24:51.946506 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992d4c0-91a6-4123-a912-eb3e31e3f45d req-dd24ffc7-718f-4bae-b18b-fc5778c645ea tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:51.947868 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c992d4c0-91a6-4123-a912-eb3e31e3f45d req-dd24ffc7-718f-4bae-b18b-fc5778c645ea tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.1062338 Jul 08 08:24:51.999265 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2310ad30-8d89-426c-ac63-d15ace310817 req-d915fe64-2ab4-435e-9437-99cce21ac80d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Jul 08 08:24:52.006101 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c992d4c0-91a6-4123-a912-eb3e31e3f45d req-84daea40-61dc-4910-ae41-ce446cb65fe8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514853 Jul 08 08:24:53.178621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f5ec5-adfd-4601-ba77-b54b4414f811 req-1b3ee58b-6685-4235-bf99-2caab49e60fd tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:53.180100 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a54f5ec5-adfd-4601-ba77-b54b4414f811 req-1b3ee58b-6685-4235-bf99-2caab49e60fd tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0621517 Jul 08 08:24:53.217992 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a54f5ec5-adfd-4601-ba77-b54b4414f811 req-f3e7c24b-0fb3-49de-9747-8b6df787274d tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Jul 08 08:24:54.396209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989ea2-a8e3-4696-8206-86c1c743a568 req-34875502-95ec-44d3-9fbd-67a2967636e4 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:54.398212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bc989ea2-a8e3-4696-8206-86c1c743a568 req-34875502-95ec-44d3-9fbd-67a2967636e4 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0671809 Jul 08 08:24:54.436803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-9321b758-702e-4a13-96cc-d4e4da62926f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:54.438197 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-9321b758-702e-4a13-96cc-d4e4da62926f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 945 time: 0.0663674 Jul 08 08:24:54.440745 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bc989ea2-a8e3-4696-8206-86c1c743a568 req-8132be5b-cf91-4c50-94d5-85ffe6e93682 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/security-groups?id=2f0acd1e-577d-4a40-83d4-0714417487d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Jul 08 08:24:54.541951 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Deleting port 24ca259e-471a-43bf-b403-96f674edb196 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:24:54.542302 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:54.628214 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] For port 24ca259e-471a-43bf-b403-96f674edb196, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24ca259e-471a-43bf-b403-96f674edb196,segment=NetworkSegment(bd84d835-46d2-4f32-b6d0-3b0d8cc76419),segment_id=bd84d835-46d2-4f32-b6d0-3b0d8cc76419)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:24:54.628580 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:54.642545 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Calling delete_port for 24ca259e-471a-43bf-b403-96f674edb196 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:24:54.846875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:54.860775 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['24ca259e-471a-43bf-b403-96f674edb196'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:24:54.877705 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Pushing event deleted for resources: {'Port': ['ID=24ca259e-471a-43bf-b403-96f674edb196,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:24:54.927061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] No DVR routers for this DVR port 24ca259e-471a-43bf-b403-96f674edb196 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:24:54.930303 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:54.932403 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1ed8fe14-4825-4e7a-a736-d64ce9739807 req-c45d1a54-ea84-42dd-ba93-4dbec2e085e8 tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.67 "DELETE /v2.0/ports/24ca259e-471a-43bf-b403-96f674edb196 HTTP/1.1" status: 204 len: 173 time: 0.4853840 Jul 08 08:24:54.932845 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'name': 'network-vif-deleted', 'tag': '24ca259e-471a-43bf-b403-96f674edb196'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:24:54.935136 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c9d83-bada-48f2-a3a6-994f38acde8a" -d '{"events": [{"server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "name": "network-vif-deleted", "tag": "24ca259e-471a-43bf-b403-96f674edb196"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:24:54.971953 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe20b62-d839-4145-a1e7-d7a01b6aea2e x-openstack-request-id: req-abe20b62-d839-4145-a1e7-d7a01b6aea2e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:24:54.972241 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb99b-44be-4eb6-b3cf-76bac992f1fa", "name": "network-vif-deleted", "tag": "24ca259e-471a-43bf-b403-96f674edb196", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:24:54.972492 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abe20b62-d839-4145-a1e7-d7a01b6aea2e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:24:54.972893 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb99b-44be-4eb6-b3cf-76bac992f1fa', 'name': 'network-vif-deleted', 'tag': '24ca259e-471a-43bf-b403-96f674edb196', 'status': 'completed', 'code': 200} Jul 08 08:24:55.347736 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-dc570071-431c-4231-94a6-ca7f77f2fc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:55.476068 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:24:55.596896 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6fbd5662-c8f3-462c-bc2c-029bff4d1adb req-ab848df0-f079-4c6c-8d76-8e6e9255f16f tempest-VolumesSnapshotTestJSON-1571585307 tempest-VolumesSnapshotTestJSON-1571585307-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb99b-44be-4eb6-b3cf-76bac992f1fa HTTP/1.1" status: 200 len: 210 time: 0.0283461 Jul 08 08:24:57.398698 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 24ca259e-471a-43bf-b403-96f674edb196 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:24:57.418621 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 24ca259e-471a-43bf-b403-96f674edb196 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:24:57.418970 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 24ca259e-471a-43bf-b403-96f674edb196 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:24:57.800177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:57.837831 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54140b1-0e8b-42a5-bdd6-3a5cdbf76494 req-5b74a45c-e71e-424e-8e0e-9e6c76829ccf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:57.839314 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a54140b1-0e8b-42a5-bdd6-3a5cdbf76494 req-5b74a45c-e71e-424e-8e0e-9e6c76829ccf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0622704 Jul 08 08:24:57.880000 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a54140b1-0e8b-42a5-bdd6-3a5cdbf76494 req-8a736714-40a5-4513-85ce-80e8f13a79ae tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jul 08 08:24:58.057710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-034d9254-2804-4f49-8129-a385aca787d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:58.668025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:59.050691 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad629f99-1bc3-44ea-89fb-09543ebfaf15 req-c948709b-2beb-4a7b-8657-9fc247531450 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:24:59.052167 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad629f99-1bc3-44ea-89fb-09543ebfaf15 req-c948709b-2beb-4a7b-8657-9fc247531450 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0635884 Jul 08 08:24:59.084738 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:24:59.088828 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad629f99-1bc3-44ea-89fb-09543ebfaf15 req-3e62811e-c859-42d3-b9a7-3d043e0d177e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Jul 08 08:25:00.281177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33c9dd-ebd3-4f0f-9108-ae54de5a05cb req-64bb910d-5603-4703-acec-8b521727b06c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:00.282680 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a33c9dd-ebd3-4f0f-9108-ae54de5a05cb req-64bb910d-5603-4703-acec-8b521727b06c tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0798759 Jul 08 08:25:00.319918 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9a33c9dd-ebd3-4f0f-9108-ae54de5a05cb req-d0df2959-39ad-4016-9fbb-a2e2f4d580aa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jul 08 08:25:00.852520 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:01.491651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506bd5-3793-44e1-9320-50c812e17c5f req-5fd41ca5-57d2-4349-b1b5-6b4fdf2cfeda tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:01.493087 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-53506bd5-3793-44e1-9320-50c812e17c5f req-5fd41ca5-57d2-4349-b1b5-6b4fdf2cfeda tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0638738 Jul 08 08:25:01.530389 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-53506bd5-3793-44e1-9320-50c812e17c5f req-e4910ea8-cb05-4f0a-bbcc-d139d53a4a7e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Jul 08 08:25:02.701107 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa17970-4040-49ba-b38d-f74537dc800d req-33b01597-adbb-4eec-96d1-535f2ec96c7f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:02.702695 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-efa17970-4040-49ba-b38d-f74537dc800d req-33b01597-adbb-4eec-96d1-535f2ec96c7f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0609088 Jul 08 08:25:02.739598 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-efa17970-4040-49ba-b38d-f74537dc800d req-b4296dd7-9f38-4694-b980-5e6b58b883a7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Jul 08 08:25:02.870037 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-ab5a4257-8802-4dbc-ac5a-56cae2dd3c22 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:02.871553 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-ab5a4257-8802-4dbc-ac5a-56cae2dd3c22 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 945 time: 0.0664477 Jul 08 08:25:02.974718 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Deleting port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:02.975060 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:03.061382 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] For port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:03.061727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:03.074284 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Calling delete_port for 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:03.258408 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:03.270323 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['8c8314dc-0cfa-4bcb-82e1-a1835f240af6', '606323eb-98aa-4a34-98f2-ab85038e4031'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:25:03.289356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Pushing event deleted for resources: {'Port': ['ID=8c8314dc-0cfa-4bcb-82e1-a1835f240af6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:03.349937 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] No DVR routers for this DVR port 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:25:03.355552 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:03.358313 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fdda126-9814-4e80-82d1-15e4305c3580 req-1229fd9a-2160-443f-b484-2f5c08793aaa tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "DELETE /v2.0/ports/8c8314dc-0cfa-4bcb-82e1-a1835f240af6 HTTP/1.1" status: 204 len: 173 time: 0.4791484 Jul 08 08:25:03.358806 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'name': 'network-vif-deleted', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:03.361517 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff33aef-1bfd-4703-ac77-80843a41b6f5" -d '{"events": [{"server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "name": "network-vif-deleted", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:03.398511 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38179eb6-1b4b-4681-93ae-6de278d5809a x-openstack-request-id: req-38179eb6-1b4b-4681-93ae-6de278d5809a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:03.398824 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5567f5-64ee-423f-9102-7560c14d4c8b", "name": "network-vif-deleted", "tag": "8c8314dc-0cfa-4bcb-82e1-a1835f240af6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:03.399068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38179eb6-1b4b-4681-93ae-6de278d5809a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:03.399457 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5567f5-64ee-423f-9102-7560c14d4c8b', 'name': 'network-vif-deleted', 'tag': '8c8314dc-0cfa-4bcb-82e1-a1835f240af6', 'status': 'completed', 'code': 200} Jul 08 08:25:03.895810 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8a706460-3f72-4d49-8a53-92f62e8cf96d req-ac76cd12-440e-4777-a93f-55c5641a281d tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f5567f5-64ee-423f-9102-7560c14d4c8b HTTP/1.1" status: 200 len: 210 time: 0.0285943 Jul 08 08:25:05.446455 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:25:05.466991 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:25:05.467333 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 8c8314dc-0cfa-4bcb-82e1-a1835f240af6 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:25:05.588276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874ef6-0301-40d5-914a-cbfc5d5818cc req-3cf9890e-207a-40d1-99d2-3561ab27ff7b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:05.589739 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de874ef6-0301-40d5-914a-cbfc5d5818cc req-3cf9890e-207a-40d1-99d2-3561ab27ff7b tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0648410 Jul 08 08:25:05.626378 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de874ef6-0301-40d5-914a-cbfc5d5818cc req-6f59e05c-0286-44d6-81fb-39a67fb1cdf7 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304832 Jul 08 08:25:06.941923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359632ac-c236-43dc-8a6f-d8ec2a8d0704 req-69f395e1-aa4a-4403-9667-ca60f8c3150f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:06.943393 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-359632ac-c236-43dc-8a6f-d8ec2a8d0704 req-69f395e1-aa4a-4403-9667-ca60f8c3150f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.2035792 Jul 08 08:25:06.980652 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-359632ac-c236-43dc-8a6f-d8ec2a8d0704 req-c9cfa8c3-5332-46df-997f-44a52904c309 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jul 08 08:25:08.154378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45b9a-13bb-4d32-a373-057ec3e89241 req-70aa991e-50bc-407d-8241-222ee32e0387 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:08.155758 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a45b9a-13bb-4d32-a373-057ec3e89241 req-70aa991e-50bc-407d-8241-222ee32e0387 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0607486 Jul 08 08:25:08.252573 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-36a45b9a-13bb-4d32-a373-057ec3e89241 req-ad75e1bb-2aa1-4cd0-b92a-e13e900b2569 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913062 Jul 08 08:25:09.421598 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c50b7-fdb8-4f5e-aa72-af2570047575 req-89efc425-de52-4729-b9e7-ac4da09ea7ab tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:09.423066 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a4c50b7-fdb8-4f5e-aa72-af2570047575 req-89efc425-de52-4729-b9e7-ac4da09ea7ab tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0630500 Jul 08 08:25:09.459273 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a4c50b7-fdb8-4f5e-aa72-af2570047575 req-7818386f-1ddb-4ad9-9908-6c6286cedefe tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Jul 08 08:25:10.625888 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f56f24-5ed4-4e86-9527-865437aeb626 req-e378c1d4-dddd-4cca-aeaa-5ff7a7c0b2c4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:10.627476 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4f56f24-5ed4-4e86-9527-865437aeb626 req-e378c1d4-dddd-4cca-aeaa-5ff7a7c0b2c4 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.0602980 Jul 08 08:25:10.663802 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4f56f24-5ed4-4e86-9527-865437aeb626 req-15e7b279-7e32-47d4-95cf-8813ccba154e tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jul 08 08:25:11.892663 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48431c-4153-4b57-8004-9870904d229b req-1d6586dc-8779-4ba0-a8e1-7747658f8e27 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:11.894110 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de48431c-4153-4b57-8004-9870904d229b req-1d6586dc-8779-4ba0-a8e1-7747658f8e27 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1105752 Jul 08 08:25:11.908923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8474-03e1-480f-997c-4df84bc2d82c req-8e0f26f9-2e4e-4b3b-8059-ae3ae119c1c8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:11.910476 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-faea8474-03e1-480f-997c-4df84bc2d82c req-8e0f26f9-2e4e-4b3b-8059-ae3ae119c1c8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0926175 Jul 08 08:25:11.952611 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-f8b7c7f1-4a79-4ce2-829e-d901359bed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:11.954321 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-f8b7c7f1-4a79-4ce2-829e-d901359bed2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1137 time: 0.0591269 Jul 08 08:25:11.971104 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-faea8474-03e1-480f-997c-4df84bc2d82c req-b4dc2301-c304-4e0a-adf8-d195b47214d8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534618 Jul 08 08:25:11.974149 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-de48431c-4153-4b57-8004-9870904d229b req-39e0e0ab-c256-4a35-a7b4-b858d55f51bf tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9fd28a1-ec3d-413b-8507-7581f3321b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Jul 08 08:25:12.048514 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-ecc97a0b-9bc2-4136-bb61-22c7516e16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:12.049985 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-ecc97a0b-9bc2-4136-bb61-22c7516e16f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 916 time: 0.0886400 Jul 08 08:25:12.152755 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-c301c0de-0a85-4f07-b93f-e49aeb9e375f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 1001 time: 0.0894332 Jul 08 08:25:12.213004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-7e76114f-a84b-4534-a40b-b0b455417561 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:12.214460 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-7e76114f-a84b-4534-a40b-b0b455417561 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 946 time: 0.1142840 Jul 08 08:25:12.222070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-2d3d10af-6e94-412c-8b14-fa9455b5c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:12.225033 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-2d3d10af-6e94-412c-8b14-fa9455b5c229 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.0590451 Jul 08 08:25:12.343619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-12e4e207-27ba-41ab-bfd0-6f1a7475f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:12.345197 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-12e4e207-27ba-41ab-bfd0-6f1a7475f069 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1146295 Jul 08 08:25:12.625011 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Deleting port 606323eb-98aa-4a34-98f2-ab85038e4031 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:12.625347 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:12.729925 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-4f978e41-11ba-4f19-a861-db8af540ce3f service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761141 Jul 08 08:25:12.789707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] For port 606323eb-98aa-4a34-98f2-ab85038e4031, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=606323eb-98aa-4a34-98f2-ab85038e4031,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:12.790065 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:12.808841 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Calling delete_port for 606323eb-98aa-4a34-98f2-ab85038e4031 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:12.883370 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8facdb8c-bb3e-4f41-b137-7473462ee3dc req-97844176-1e53-4fc1-82b9-a25898b37212 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401706 Jul 08 08:25:13.033510 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:13.048552 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['606323eb-98aa-4a34-98f2-ab85038e4031'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:25:13.083469 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Pushing event deleted for resources: {'Port': ['ID=606323eb-98aa-4a34-98f2-ab85038e4031,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:13.130723 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] No DVR routers for this DVR port 606323eb-98aa-4a34-98f2-ab85038e4031 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:25:13.133682 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:13.135811 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f7eee52c-f61c-493c-8501-47d684eee0fb req-e61d69ec-2f0f-43bc-99f6-5d682dc9e3fc tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.67 "DELETE /v2.0/ports/606323eb-98aa-4a34-98f2-ab85038e4031 HTTP/1.1" status: 204 len: 173 time: 0.9115140 Jul 08 08:25:13.136257 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'name': 'network-vif-deleted', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:13.138681 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9808d-e4cb-4b7a-b394-18fc6aaed8b4" -d '{"events": [{"server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "name": "network-vif-deleted", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:13.172555 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2d1a6dcb-d095-4274-a6ab-9452c3c6610a req-4328a0fb-8f16-47fe-9d0c-03e40fa46742 tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 210 time: 0.0415566 Jul 08 08:25:13.226541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f4b15-7612-42aa-8c04-46faeedcb13e x-openstack-request-id: req-e82f4b15-7612-42aa-8c04-46faeedcb13e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:13.226541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6", "name": "network-vif-deleted", "tag": "606323eb-98aa-4a34-98f2-ab85038e4031", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:13.226541 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e82f4b15-7612-42aa-8c04-46faeedcb13e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:13.226541 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0856a8d-74cd-4b83-8cb8-b2ba74cca8f6', 'name': 'network-vif-deleted', 'tag': '606323eb-98aa-4a34-98f2-ab85038e4031', 'status': 'completed', 'code': 200} Jul 08 08:25:13.247212 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22491563-02c2-49be-a26a-5b8d0434e97e req-b8d6dd05-14a0-46c1-b0b3-4086530e86af tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:13.248734 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22491563-02c2-49be-a26a-5b8d0434e97e req-b8d6dd05-14a0-46c1-b0b3-4086530e86af tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0801675 Jul 08 08:25:13.292325 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22491563-02c2-49be-a26a-5b8d0434e97e req-2235a57d-fe0f-4305-ac54-8db2c645d4e6 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359995 Jul 08 08:25:14.331907 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c10ec1d6-bf01-46c5-98bc-63b5c7218eaf req-4be9e730-34d3-46cc-9a57-d4b21c7a2d0f tempest-ServerRescueNegativeTestJSON-1010725729 tempest-ServerRescueNegativeTestJSON-1010725729-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0856a8d-74cd-4b83-8cb8-b2ba74cca8f6 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Jul 08 08:25:14.464709 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ef25-2e2d-4587-8fbc-c8fb4ede5fbb req-fa630eca-df8e-4f8f-96b0-fe0d9f59f917 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:14.466057 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6049ef25-2e2d-4587-8fbc-c8fb4ede5fbb req-fa630eca-df8e-4f8f-96b0-fe0d9f59f917 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0621958 Jul 08 08:25:14.509378 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6049ef25-2e2d-4587-8fbc-c8fb4ede5fbb req-2410912c-0ea5-4670-80bb-0f279edcf216 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367327 Jul 08 08:25:15.433993 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36336) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:15.489421 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 606323eb-98aa-4a34-98f2-ab85038e4031 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:25:15.508272 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 606323eb-98aa-4a34-98f2-ab85038e4031 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:25:15.508614 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 606323eb-98aa-4a34-98f2-ab85038e4031 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:25:15.686156 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03218-a965-4b7f-8947-47b55df35774 req-e2d96c4d-1d69-4354-9cc6-57921d425744 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:15.689431 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0b03218-a965-4b7f-8947-47b55df35774 req-e2d96c4d-1d69-4354-9cc6-57921d425744 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0688100 Jul 08 08:25:15.730833 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0b03218-a965-4b7f-8947-47b55df35774 req-07cbd80b-88ee-4c77-98f5-2e1724e15b50 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354557 Jul 08 08:25:15.839183 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:16.131630 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Deleting port 3171544f-e0af-42c0-8803-fbe5ecdcd98d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:16.131978 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:16.210215 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] For port 3171544f-e0af-42c0-8803-fbe5ecdcd98d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3171544f-e0af-42c0-8803-fbe5ecdcd98d,segment=NetworkSegment(1443e8a7-54e6-45fd-8475-5700fec03440),segment_id=1443e8a7-54e6-45fd-8475-5700fec03440)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:16.210620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:16.223810 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Calling delete_port for 3171544f-e0af-42c0-8803-fbe5ecdcd98d owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:16.501819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:16.527014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Pushing event deleted for resources: {'Port': ['ID=3171544f-e0af-42c0-8803-fbe5ecdcd98d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:16.678407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:16.880521 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Router d22b0719-8449-48bb-8643-c4bea5f08dfe has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:25:16.906410 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c91ac6-83ac-4abc-a415-6e7898b74324 req-102bdb09-3c69-49b3-975c-97e1c589a40f tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:16.907938 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07c91ac6-83ac-4abc-a415-6e7898b74324 req-102bdb09-3c69-49b3-975c-97e1c589a40f tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0627871 Jul 08 08:25:16.946560 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07c91ac6-83ac-4abc-a415-6e7898b74324 req-9ae58fc5-f17c-4e8c-a037-7d3c498f9f1c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328331 Jul 08 08:25:16.984137 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:16.989042 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-91ca4b7b-ee90-488a-afb3-48ede89ecddd admin admin] 10.222.0.72 "PUT /v2.0/routers/d22b0719-8449-48bb-8643-c4bea5f08dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540085 Jul 08 08:25:16.991542 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36350) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:16.992310 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Sync routers for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:17.001402 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:17.001997 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:24:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:17.103835 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:17.289827 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:25:16Z', 'revision_number': 5, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:17.320695 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Checking router: d22b0719-8449-48bb-8643-c4bea5f08dfe for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:17.328952 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Routers {'d22b0719-8449-48bb-8643-c4bea5f08dfe'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:17.329558 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:24:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['d22b0719-8449-48bb-8643-c4bea5f08dfe'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:17.343756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:17.432102 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] Set router d22b0719-8449-48bb-8643-c4bea5f08dfe gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:17.448014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:17.577491 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Deleting port d87ae38e-c5ed-409e-b0e4-cf746b3b5224 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:17.578133 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:17.611189 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:25:16Z', 'revision_number': 5, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:17.640855 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2708cc-548a-4e68-952a-1a12f3fbd90b None None] The sync data for ids ['d22b0719-8449-48bb-8643-c4bea5f08dfe'] in dv-cinder-784945-12-iscsi is: [{'id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'name': 'tempest-ServerRescueNegativeTestJSON-239224427-router', 'tenant_id': 'ec11ffd52dec4694936815bb30f10ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:21:43Z', 'updated_at': '2021-07-08T08:25:16Z', 'revision_number': 5, 'project_id': 'ec11ffd52dec4694936815bb30f10ee5', 'gw_port': {'id': 'd87ae38e-c5ed-409e-b0e4-cf746b3b5224', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:75:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22b0719-8449-48bb-8643-c4bea5f08dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:21:44Z', 'updated_at': '2021-07-08T08:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:17.660504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] For port d87ae38e-c5ed-409e-b0e4-cf746b3b5224, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:17.660858 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:17.676140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Calling delete_port for d87ae38e-c5ed-409e-b0e4-cf746b3b5224 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:17.932022 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:17.957461 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87ae38e-c5ed-409e-b0e4-cf746b3b5224,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:18.019843 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.131426 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.133821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.137488 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38259c5-b38d-4a76-816d-2cc93d698fda req-df80bb8d-77d4-46e6-b0d7-3652be0b71b6 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:18.139034 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d38259c5-b38d-4a76-816d-2cc93d698fda req-df80bb8d-77d4-46e6-b0d7-3652be0b71b6 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0715010 Jul 08 08:25:18.182463 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d38259c5-b38d-4a76-816d-2cc93d698fda req-10bff6e7-ce94-4414-ba92-6db4c32ee22d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369990 Jul 08 08:25:18.275049 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.288311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d22b0719-8449-48bb-8643-c4bea5f08dfe {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:25:18.288311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.288311 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5ccaf013-baa8-4338-8d7d-3e3910e347b5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d22b0719-8449-48bb-8643-c4bea5f08dfe HTTP/1.1" status: 204 len: 168 time: 1.2900252 Jul 08 08:25:18.290411 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36364) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:18.307110 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3171544f-e0af-42c0-8803-fbe5ecdcd98d no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:25:18.328741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 3171544f-e0af-42c0-8803-fbe5ecdcd98d {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:25:18.329215 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3171544f-e0af-42c0-8803-fbe5ecdcd98d not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:25:18.339692 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Deleting subnet 4a3e8001-cd33-4725-875e-242a0921eb08 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:25:18.343985 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.378284 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.422285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.566858 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.590385 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3e8001-cd33-4725-875e-242a0921eb08,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:18.597093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.601300 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e8c2366c-c6c9-4eeb-8e8d-c0e7ed5ccb5d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4a3e8001-cd33-4725-875e-242a0921eb08 HTTP/1.1" status: 204 len: 168 time: 0.3076530 Jul 08 08:25:18.601689 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36368) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:18.675070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.756611 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.768236 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6710deea-dd03-44e3-9cbf-d07071ad9b50']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:18.780407 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1443e8a7-54e6-45fd-8475-5700fec03440') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:18.780733 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1443e8a7-54e6-45fd-8475-5700fec03440') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:18.797090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.816372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.817737 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:25:18.818119 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:25:18.819795 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:25:19.006082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.011673 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.013510 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6710deea-dd03-44e3-9cbf-d07071ad9b50 HTTP/1.1" status: 204 len: 168 time: 0.4111152 Jul 08 08:25:19.024416 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399e547-d6ed-411f-af99-66afd5e664c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6710deea-dd03-44e3-9cbf-d07071ad9b50,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:19.341826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:19.360742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a1dc1-7832-46fe-b1aa-58802c5eab78 req-907e315d-2d2b-4548-8f79-d0e07c2e33bd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:19.363774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f1a1dc1-7832-46fe-b1aa-58802c5eab78 req-907e315d-2d2b-4548-8f79-d0e07c2e33bd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0649827 Jul 08 08:25:19.385083 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-371d2a1b-dce5-4627-b0e6-467b440a2b57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec11ffd52dec4694936815bb30f10ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389893 Jul 08 08:25:19.385396 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:19.401813 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f1a1dc1-7832-46fe-b1aa-58802c5eab78 req-722b81d7-9535-455f-beeb-5aa6ead3020b tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334837 Jul 08 08:25:19.433360 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.454091 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.566556 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.569228 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:19.570437 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9fd28a1-ec3d-413b-8507-7581f3321b92 HTTP/1.1" status: 204 len: 168 time: 0.1840873 Jul 08 08:25:19.578222 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882f94-17e7-4917-a2f8-4ed272c80b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd28a1-ec3d-413b-8507-7581f3321b92,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:20.200361 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d87ae38e-c5ed-409e-b0e4-cf746b3b5224 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:25:20.220656 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: d87ae38e-c5ed-409e-b0e4-cf746b3b5224 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:25:20.221003 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d87ae38e-c5ed-409e-b0e4-cf746b3b5224 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:25:20.573345 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937aa6c-f119-4a88-a0a0-0256d7325264 req-63926882-0355-4604-a816-c851b4980e89 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:20.574943 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f937aa6c-f119-4a88-a0a0-0256d7325264 req-63926882-0355-4604-a816-c851b4980e89 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0632315 Jul 08 08:25:20.591976 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36412) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:20.619788 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f937aa6c-f119-4a88-a0a0-0256d7325264 req-cf4f98f3-ff2d-4a04-b665-4ae45d6153ee tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382891 Jul 08 08:25:20.702750 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-359149985-network', 'tenant_id': '931320bf7a874b228758a0250d97b99e'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:20.817821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Made reservation on behalf of 931320bf7a874b228758a0250d97b99e for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:25:20.820285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:20.829082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:20.921730 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:20.994951 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.019976 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:25:21.029860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8cd8de-6f14-4cc8-9c55-05dddd3759c1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:21.035598 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.035598 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Added segment 9ccb735d-1f68-495f-88b2-0733e7c3f7f0 of type vlan for network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 Jul 08 08:25:21.073787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.149395 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.150448 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:21.151133 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.211385 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] Pushing event updated for resources: {'Network': ['ID=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:21.227117 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:25:21.254273 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-22d60c21-70d9-4272-81d3-d74bbd2ecb92 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6580322 Jul 08 08:25:21.258560 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:21.259769 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Request body: {'subnet': {'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-359149985-subnet', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:21.355138 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Made reservation on behalf of 931320bf7a874b228758a0250d97b99e for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:25:21.357567 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.616659 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.675111 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22875b0-681b-439d-8320-ed3f8ac90c43,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:21.688972 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Checking segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:21.689335 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Network hostable DHCP agents. Network: f8aa0c70-6a0d-402a-87f9-7b04bd4a5017, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:25:21.777923 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:25:21.796639 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855afc62-1b5b-482c-bb0a-c09c294012b8 req-d8f5f4eb-efcc-427c-9f62-0cda9f3bb07a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:21.798146 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-855afc62-1b5b-482c-bb0a-c09c294012b8 req-d8f5f4eb-efcc-427c-9f62-0cda9f3bb07a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0640004 Jul 08 08:25:21.837900 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-855afc62-1b5b-482c-bb0a-c09c294012b8 req-83bd7264-4664-4343-a3a0-9245fa3bc531 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339501 Jul 08 08:25:21.863632 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, f8aa0c70-6a0d-402a-87f9-7b04bd4a5017) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:21.867577 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:21.868166 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:21.872572 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764769a-f6f2-4739-a3e0-8d48d307bbe1 None None] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:25:21.969736 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8d41d1a3-fb66-4c3e-821c-fae955039e28 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7115464 Jul 08 08:25:21.970161 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36440) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:21.974888 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:22.020761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cc12717-f579-5f00-bb22-11fa58c112c0-f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43'}]}} from dv-cinder-784945-12-iscsi. {{(pid=93744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 08:25:22.021605 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.080714 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3918453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.081759 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3919912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3860434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13095'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.132612 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.151229 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.db_base_plugin_common [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Allocated IP 172.20.0.2 (f8aa0c70-6a0d-402a-87f9-7b04bd4a5017/b22875b0-681b-439d-8320-ed3f8ac90c43/4e45fdb0-1626-49f9-b1ca-1ffcbf09f190) {{(pid=93744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:22.295259 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks [] for port, precommit_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.304201 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Transition to ACTIVE for port object 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:22.319108 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Transition to ACTIVE for port object 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 will not be triggered until provisioned by entity DHCP. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:22.395611 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.399547 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13105'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.432235 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is already hosted by enough agents. {{(pid=93744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:22.438275 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.scheduler.base_scheduler [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Resources bound (agent type, host, resource id): {{(pid=93744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:22.442587 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Received port after_create {{(pid=93744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:22.444434 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Pushing event updated for resources: {'Port': ['ID=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,revision_number=1']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:22.455773 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.456117 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.456450 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.456775 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.457097 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.457417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.457752 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.458050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.458365 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.458720 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.459035 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.459346 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:22.516559 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Attempting to bind port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:25:22.516917 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Attempting to bind port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:25:22.517273 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Attempting to bind port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:22.522255 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:25:22.522707 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Checking segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:22.523103 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.523488 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Bound using segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:25:22.523942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Bound port: 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:25:22.524314 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.584887 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] For port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:25:22.587965 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] For port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:25:22.667993 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.675712 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.713793 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:22.729327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda356a-5fd0-4544-8c83-b85221135134 None None] Pushing event updated for resources: {'Port': ['ID=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:22.828007 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Allocated IP 172.27.3.2 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/8b6fa9a4-a767-4a12-8d19-a99b9532d89d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:22.972438 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.048787 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c44048-e235-4239-88fd-370d1ad37644 req-88a2ac0c-a165-4293-828d-5ca0fa254a50 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:23.050327 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-32c44048-e235-4239-88fd-370d1ad37644 req-88a2ac0c-a165-4293-828d-5ca0fa254a50 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0685492 Jul 08 08:25:23.086915 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.090175 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-32c44048-e235-4239-88fd-370d1ad37644 req-fa29104a-95ed-417f-9a43-e3fc0829e610 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339921 Jul 08 08:25:23.123372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:23.126372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:23.128912 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:23.164115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Pushing event updated for resources: {'Port': ['ID=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:23.486888 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.672882 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf894a-1d4d-43a3-b5ed-9b1333156b12 None None] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:25:23.698646 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3857371'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.795111 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36464) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:23.858231 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Deleting subnet 6807220b-3456-43da-9fc1-14e0461f9c04 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:25:23.861918 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.899042 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.902392 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-12632873-9fa3-44a9-9689-e4fff42f2583 None None] Provisioning for port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:23.910259 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:23.932785 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 is scheduled to L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 08:25:24.044097 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.058777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:24.069422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:24.089114 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:24.089988 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:24:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:24.093092 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6807220b-3456-43da-9fc1-14e0461f9c04,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:24.096208 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.098388 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6807220b-3456-43da-9fc1-14e0461f9c04 HTTP/1.1" status: 204 len: 168 time: 0.3009107 Jul 08 08:25:24.101093 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36470) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:24.104373 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.104914 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.105430 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.105931 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.106420 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.107012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.107496 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.108026 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.113175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.113175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.113175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.113175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645b4b1-523f-4fc3-b758-3ce7eebda409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:24.176577 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.178354 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-66016a68-b6ad-4713-bf17-9bedf5984ebd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2070746 Jul 08 08:25:24.181043 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36474) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:24.191667 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.247267 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:24.314161 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69a353-b484-47e0-bb45-43d4e377253f req-9c318bfb-213c-43c2-9171-9cfe753b6545 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:24.321436 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e69a353-b484-47e0-bb45-43d4e377253f req-9c318bfb-213c-43c2-9171-9cfe753b6545 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0929921 Jul 08 08:25:24.366785 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3e69a353-b484-47e0-bb45-43d4e377253f req-9f2e8ed5-467a-46c3-87ef-5f7e4449107c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439777 Jul 08 08:25:24.371172 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:24.502765 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:23Z', 'revision_number': 3, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:24.531301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:24.531646 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Updating router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d binding host dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:25:24.553390 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:24.562415 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:24.562845 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.596800 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.628200 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.644842 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fde162-36d9-478f-85ba-0b9291461395']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:24.654920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:24.655281 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd84d835-46d2-4f32-b6d0-3b0d8cc76419') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:24.695683 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.721657 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.757824 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:25:24.758487 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:25:24.760206 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:25:24.898012 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.907586 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.915149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:24.917281 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] 10.222.0.72 "DELETE /v2.0/networks/16fde162-36d9-478f-85ba-0b9291461395 HTTP/1.1" status: 204 len: 168 time: 0.8148816 Jul 08 08:25:24.932627 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6676807-2b3d-40aa-924c-8630e54e1923 admin admin] Pushing event deleted for resources: {'Network': ['ID=16fde162-36d9-478f-85ba-0b9291461395,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:24.950549 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:25.013331 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.067250 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.067635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.088408 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Transition to ACTIVE for port object 8b6fa9a4-a767-4a12-8d19-a99b9532d89d will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:25.090182 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:25.176347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.232061 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Attempting to bind port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:25:25.232480 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Attempting to bind port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:25:25.232797 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Attempting to bind port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d on network ba4ae605-75cf-45df-aefb-4138a960148a {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:25.235733 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce0cb1-9924-443b-a6ee-5bc32484320b None None] Pushing event updated for resources: {'Port': ['ID=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:25.236738 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Allocated IP 172.20.0.1 (f8aa0c70-6a0d-402a-87f9-7b04bd4a5017/b22875b0-681b-439d-8320-ed3f8ac90c43/afde43b5-dd40-4643-8ade-7a0a67b9d474) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:25.241294 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:25:25.241673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Checking segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:25.242072 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.242504 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Bound using segment: {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:25:25.243398 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Bound port: 8b6fa9a4-a767-4a12-8d19-a99b9532d89d, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017fac8-166d-4b71-873e-e848b37467af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:25:25.243398 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.289492 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36484) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:25.308758 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] For port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:25:25.314103 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] For port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:25:25.335832 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5816e08d-3e51-4549-87ee-7b7dd2dc3248 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdc420c2ec8b412c9d1c5d2eda213135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442290 Jul 08 08:25:25.339446 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36486) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:25.360794 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.370474 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb07-7e81-4951-9bc1-d44a4562b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.373447 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Transition to ACTIVE for port object afde43b5-dd40-4643-8ade-7a0a67b9d474 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:25.387844 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.409987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.418703 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.482310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce0cb1-9924-443b-a6ee-5bc32484320b None None] Pushing event updated for resources: {'Port': ['ID=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:25.485843 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:25.486535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:24:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:25.544202 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.557642 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c8853-51e1-402b-bf62-acbd443d011c req-c544bde9-7a6c-4125-9ebe-a4e4fe21c3d3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:25.564852 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-605c8853-51e1-402b-bf62-acbd443d011c req-c544bde9-7a6c-4125-9ebe-a4e4fe21c3d3 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0712156 Jul 08 08:25:25.591497 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:25.595753 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:25.599516 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:25.601335 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.602245 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:25.603859 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.614427 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f0acd1e-577d-4a40-83d4-0714417487d2 HTTP/1.1" status: 204 len: 168 time: 0.2674975 Jul 08 08:25:25.621574 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-605c8853-51e1-402b-bf62-acbd443d011c req-eb389f0f-05d7-4dc4-bbd8-a0873e56d1ff tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558650 Jul 08 08:25:25.631410 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:25.638228 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8595b3-9e40-49bc-950e-fa6649fa4cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0acd1e-577d-4a40-83d4-0714417487d2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:25.666317 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919826'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:25.803892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:23Z', 'revision_number': 3, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:25.830829 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c97ddb-bd0a-43f0-8c84-632ee62d1974 None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:23Z', 'revision_number': 3, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:25.939429 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.019921 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-283a33e0-5c33-4a33-a19a-6afdc6782217 None None] Provisioning for port afde43b5-dd40-4643-8ade-7a0a67b9d474 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:26.067841 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-283a33e0-5c33-4a33-a19a-6afdc6782217 None None] Provisioning complete for port afde43b5-dd40-4643-8ade-7a0a67b9d474 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:26.068263 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-283a33e0-5c33-4a33-a19a-6afdc6782217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.149821 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-283a33e0-5c33-4a33-a19a-6afdc6782217 None None] Port afde43b5-dd40-4643-8ade-7a0a67b9d474 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:25:26.167071 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.224024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.294268 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:26.318192 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922049'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.386287 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:26.433037 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:26.434429 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:26.440803 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:26.441170 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.546809 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b6fa9a4-a767-4a12-8d19-a99b9532d89d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:26.585238 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:25:26.673112 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-fab8f7c1-e077-4035-8080-bd3c974caa13 None None] Provisioning complete for port afde43b5-dd40-4643-8ade-7a0a67b9d474 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:26.673507 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fab8f7c1-e077-4035-8080-bd3c974caa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.707085 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:26.711635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:26.712271 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:26.712643 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.714113 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-fab8f7c1-e077-4035-8080-bd3c974caa13 None None] Port afde43b5-dd40-4643-8ade-7a0a67b9d474 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:25:26.726665 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3cc700f7-bf9a-4685-9372-b644f52c5cd7 admin admin] 10.222.0.72 "PUT /v2.0/routers/9d4b1d42-920e-4974-88df-3c7e0141e5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441661 Jul 08 08:25:26.812005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.839619 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:26.875481 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4320ae-cd5f-4c8b-9cb1-996e8e347527 req-1b664bdd-7a44-48b9-ae4f-a7857260e664 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:26.879798 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1b4320ae-cd5f-4c8b-9cb1-996e8e347527 req-1b664bdd-7a44-48b9-ae4f-a7857260e664 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0998170 Jul 08 08:25:26.937920 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:26.950027 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1b4320ae-cd5f-4c8b-9cb1-996e8e347527 req-6f92a1e8-35d1-4e12-bfa9-81f157744063 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644386 Jul 08 08:25:26.980377 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85216bc-9520-4dd1-a72b-22d130ea873b req-c102b9ec-e353-4fd5-b5e9-22e05f213583 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:26.982124 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f85216bc-9520-4dd1-a72b-22d130ea873b req-c102b9ec-e353-4fd5-b5e9-22e05f213583 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.0813446 Jul 08 08:25:26.999937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:27.024606 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f85216bc-9520-4dd1-a72b-22d130ea873b req-66c4bfcd-e337-4863-bddd-6d29dd4b31fa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359037 Jul 08 08:25:27.366523 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36508) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:27.371342 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789374257', 'description': 'tempest-description--270635881'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:27.458124 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.537300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.624084 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:27.633266 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:27.633856 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:24:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:27.651913 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.682291 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18870a0f-5a57-4939-afe5-175529874afe,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:27.738618 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:27.772183 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.773454 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d1e3ed72-670a-4bb2-8655-ce060f520a54 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4058871 Jul 08 08:25:27.776584 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36510) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:27.781777 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group_rule': {'security_group_id': '18870a0f-5a57-4939-afe5-175529874afe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:27.834269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.868331 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:27.925392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.006545 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.021219 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 2, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:28.022370 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8154b5ad-560b-4763-a440-d7cd10f394c0,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:28.049475 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:28.049821 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Updating router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 port afde43b5-dd40-4643-8ade-7a0a67b9d474 binding host dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 08:25:28.070227 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0c0721a2-22a6-4e63-8b4c-a91c6a237422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.088997 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.105552 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.106810 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-af6ced4d-86d9-47b2-a2a7-50c5a960c2e2 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3292942 Jul 08 08:25:28.109624 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36516) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:28.114034 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group_rule': {'security_group_id': '18870a0f-5a57-4939-afe5-175529874afe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:28.162686 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff8bd9-72c5-442c-a0cd-1eb00d5bd2f5 req-fad3750f-e71d-49d8-8541-3e92759a5eee tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:28.165336 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22ff8bd9-72c5-442c-a0cd-1eb00d5bd2f5 req-fad3750f-e71d-49d8-8541-3e92759a5eee tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0903294 Jul 08 08:25:28.240383 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.246233 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22ff8bd9-72c5-442c-a0cd-1eb00d5bd2f5 req-f826546a-5725-4aa2-b174-964d0b424a5c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703979 Jul 08 08:25:28.269171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b6fa9a4-a767-4a12-8d19-a99b9532d89d up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:28.284624 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d737c7-d2a2-4ca4-ba1e-bd51cd4704f3 req-caedbeee-ef49-4521-bd37-04bddd121718 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:28.286058 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24d737c7-d2a2-4ca4-ba1e-bd51cd4704f3 req-caedbeee-ef49-4521-bd37-04bddd121718 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.1198630 Jul 08 08:25:28.322998 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:28.323683 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.339644 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.345673 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24d737c7-d2a2-4ca4-ba1e-bd51cd4704f3 req-5aad2718-4c6e-4c24-b39e-07d99c5d61f9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=132ca060-03ac-46f2-827f-098b06ddcd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509579 Jul 08 08:25:28.401573 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks [] for port, precommit_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.411271 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.provisioning_blocks [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Transition to ACTIVE for port object afde43b5-dd40-4643-8ade-7a0a67b9d474 will not be triggered until provisioned by entity L2. {{(pid=93745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:28.434907 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.455149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be958672-2f0c-4c47-980d-c966619f2eb7,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:28.526375 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.549192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.550326 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-95c7268d-c00a-49c8-bf2f-60e10b272476 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397829 Jul 08 08:25:28.553405 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36518) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:28.557830 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:28.570524 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Pushing event updated for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=3']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:28.581344 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.581681 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.582016 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.582345 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.582882 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.583213 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.583534 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.583852 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.584173 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.585048 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.585048 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.585343 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:25:28.597418 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-b7552562-267d-4419-b497-2b9a108af505 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:28.599256 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-b7552562-267d-4419-b497-2b9a108af505 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 947 time: 0.0900235 Jul 08 08:25:28.635262 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.656580 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Attempting to bind port afde43b5-dd40-4643-8ade-7a0a67b9d474 on host dv-cinder-784945-12-iscsi for vnic_type normal with profile {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:25:28.657054 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Attempting to bind port afde43b5-dd40-4643-8ade-7a0a67b9d474 by drivers openvswitch,hyperv on host dv-cinder-784945-12-iscsi at level 0 using segments [{'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:25:28.657269 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Attempting to bind port afde43b5-dd40-4643-8ade-7a0a67b9d474 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:28.662915 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Checking agent: {'id': '5def4ae8-b21d-4afe-8bba-611ea3b69070', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 11, 58), 'started_at': datetime.datetime(2021, 7, 8, 8, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:25:28.663286 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Checking segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:28.663686 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.664079 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Bound using segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} {{(pid=93745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:25:28.664639 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.managers [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Bound port: afde43b5-dd40-4643-8ade-7a0a67b9d474, host: dv-cinder-784945-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}}] {{(pid=93745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:25:28.664949 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.687064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.719403 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Deleting port 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:28.719893 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.735549 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] For port afde43b5-dd40-4643-8ade-7a0a67b9d474, host dv-cinder-784945-12-iscsi, cleared binding levels {{(pid=93745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:25:28.738872 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.plugins.ml2.db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] For port afde43b5-dd40-4643-8ade-7a0a67b9d474, host dv-cinder-784945-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=afde43b5-dd40-4643-8ade-7a0a67b9d474,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:25:28.796424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.824079 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] For port 424e8393-5d2d-4a39-9030-854628ed40b2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=424e8393-5d2d-4a39-9030-854628ed40b2,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:28.824380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.853451 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:28.912604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Allocated IP 172.27.3.98 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/ad771940-c019-4161-aa75-295565b83784) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:28.918090 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:28.918917 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:28.978325 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15c18-301d-4ef1-b703-0b36097ccb98 None None] Pushing event updated for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=4']} {{(pid=93745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:29.045391 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.068830 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:29.092040 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.141142 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.141423 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.141731 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Floating IP 449be3bb-0321-4234-bd64-956f49fbe2d7 disassociated. External IP: 172.27.3.174, port: 424e8393-5d2d-4a39-9030-854628ed40b2. Jul 08 08:25:29.142065 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Calling delete_port for 424e8393-5d2d-4a39-9030-854628ed40b2 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:29.184455 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.222609 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:29.229100 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:29.231579 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:29.244294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=ad771940-c019-4161-aa75-295565b83784,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:29.292244 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.298930 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:28Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:29.324965 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b6bea-ea51-4b06-ae9c-3335a623fbdc None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:28Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:29.423594 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.458379 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'Port': ['ID=424e8393-5d2d-4a39-9030-854628ed40b2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:29.491949 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.587695 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d612b901-bff0-4b3c-872e-2a161a115741 req-2dbadd7b-258d-4208-84a1-d068f16e6a79 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0673747 Jul 08 08:25:29.603428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:25:29.647687 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b796a-8b86-4e24-b324-75b05430089a req-3132b4fd-3ba1-488f-b33b-b0b1b2823100 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:29.650454 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-706b796a-8b86-4e24-b324-75b05430089a req-3132b4fd-3ba1-488f-b33b-b0b1b2823100 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.2725627 Jul 08 08:25:29.711768 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-706b796a-8b86-4e24-b324-75b05430089a req-cfd326cd-feda-4452-8e27-c1e1a62a9cbb tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531883 Jul 08 08:25:29.727717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:29.741429 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:29.755701 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:29.756761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:29.759348 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.785885 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] No DVR routers for this DVR port 424e8393-5d2d-4a39-9030-854628ed40b2 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:25:29.788578 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.790804 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c043d6e-53f9-49d1-bd1b-9811da478d16 req-d31cdb7e-51be-4c62-85a9-c4d4c7ad0390 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "DELETE /v2.0/ports/424e8393-5d2d-4a39-9030-854628ed40b2 HTTP/1.1" status: 204 len: 173 time: 1.1844835 Jul 08 08:25:29.791248 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-deleted', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:29.793516 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4adc6f-e298-4251-b67d-4de80c47a9b6" -d '{"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-deleted", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:29.835215 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5238f1a2-7f80-41dc-ae53-4e2e109b2bcd x-openstack-request-id: req-5238f1a2-7f80-41dc-ae53-4e2e109b2bcd {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:29.835506 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd318e9-6a2a-49fb-8939-5941e07f52ec", "name": "network-vif-deleted", "tag": "424e8393-5d2d-4a39-9030-854628ed40b2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:29.835760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5238f1a2-7f80-41dc-ae53-4e2e109b2bcd {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:29.836163 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd318e9-6a2a-49fb-8939-5941e07f52ec', 'name': 'network-vif-deleted', 'tag': '424e8393-5d2d-4a39-9030-854628ed40b2', 'status': 'completed', 'code': 200} Jul 08 08:25:29.852347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:29.875556 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:29.909761 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=ad771940-c019-4161-aa75-295565b83784,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:29.913653 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:30.027780 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:30.029086 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3697c815-f15e-49f9-8e10-70db38108d2d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4747331 Jul 08 08:25:30.127355 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:30.157243 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:30.167150 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:30.167786 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:30.242765 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-ae13ce89-db6f-433c-893e-03fa458b8638 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1789374257&fields=id&tenant_id=931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 267 time: 0.0755787 Jul 08 08:25:30.368542 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device afde43b5-dd40-4643-8ade-7a0a67b9d474 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:30.390701 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-35ecc73d-5300-46b0-b825-8cdde39cb2a3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:30.392650 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-35ecc73d-5300-46b0-b825-8cdde39cb2a3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 810 time: 0.1428430 Jul 08 08:25:30.409506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-65f9e250-3b43-4b01-8f4a-55c7b8421bfa tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/quotas/931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 375 time: 0.0099852 Jul 08 08:25:30.484450 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:30.488197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-a245d178-7b11-4a0b-b4d1-db00a55358af tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727448 Jul 08 08:25:30.568460 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning for port afde43b5-dd40-4643-8ade-7a0a67b9d474 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:30.583679 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port afde43b5-dd40-4643-8ade-7a0a67b9d474 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:30.584054 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:30.619243 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-90433f7b-eb20-4498-b96a-8046a9afb3b8 service neutron] 10.222.0.72 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186900 Jul 08 08:25:30.768012 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-f493642e-56d9-4ca9-8b08-78e7e21607c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439042 Jul 08 08:25:30.811783 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:30.858935 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] For port afde43b5-dd40-4643-8ade-7a0a67b9d474, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=afde43b5-dd40-4643-8ade-7a0a67b9d474,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:30.875195 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:30.879106 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-be723d27-e176-4e0d-a54d-347124a8f410 req-a929e23f-2706-405a-bfb5-830a8998f77d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd318e9-6a2a-49fb-8939-5941e07f52ec HTTP/1.1" status: 200 len: 210 time: 0.0691936 Jul 08 08:25:30.912126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83393-3ac1-4a0d-afc4-50b1096e809a None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:30.918417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:30.927805 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:31.014633 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Pushing event updated for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:31.133756 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c88df5eb-f38e-4098-94b9-6f3943af1486 req-63c98a95-35dc-431b-b743-89ebb06d08f6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 210 time: 0.0451238 Jul 08 08:25:31.156958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040924f-ee33-441e-856b-33f9823c94ad req-075d7dc6-3582-4ce7-b1c1-061ebdee9c48 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:31.159041 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e040924f-ee33-441e-856b-33f9823c94ad req-075d7dc6-3582-4ce7-b1c1-061ebdee9c48 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.1291344 Jul 08 08:25:31.203540 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e040924f-ee33-441e-856b-33f9823c94ad req-2f82083b-a676-468e-a139-ac146278f0f7 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387383 Jul 08 08:25:31.271406 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bf453-4a0c-4a5e-a5c5-fd59c1cde214 None None] New status for floating IP 449be3bb-0321-4234-bd64-956f49fbe2d7: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:25:31.584465 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:25:31.607367 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 424e8393-5d2d-4a39-9030-854628ed40b2 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:25:31.607747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 424e8393-5d2d-4a39-9030-854628ed40b2 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:25:32.070275 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36560) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:32.128051 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.151019 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.214960 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a9c6fcd-aaf1-4d85-81f1-7a6383e1f025 req-812ecea9-8b62-40f7-8c87-53b7c9050481 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 210 time: 0.0290444 Jul 08 08:25:32.312872 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device afde43b5-dd40-4643-8ade-7a0a67b9d474 up at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:32.347059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.347059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.347059 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "DELETE /v2.0/security-groups/132ca060-03ac-46f2-827f-098b06ddcd9f HTTP/1.1" status: 204 len: 168 time: 0.2746103 Jul 08 08:25:32.348876 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36566) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:32.361546 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Provisioning complete for port afde43b5-dd40-4643-8ade-7a0a67b9d474 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:32.361998 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.364042 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.api.v2.resource [None req-8ad1c42c-4d13-44bc-911c-dc98669e29f2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] show failed (client error): The resource could not be found. Jul 08 08:25:32.365134 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8ad1c42c-4d13-44bc-911c-dc98669e29f2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups/132ca060-03ac-46f2-827f-098b06ddcd9f HTTP/1.1" status: 404 len: 347 time: 0.0151756 Jul 08 08:25:32.368024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36568) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:32.375911 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b5619-5766-426f-b463-3eccd7703907 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ca060-03ac-46f2-827f-098b06ddcd9f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:32.422446 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee54e1-583a-4305-a5de-a50a471ae618 req-af1518bc-ee0f-4a26-b69f-c14ab451aa75 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:32.428244 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2fee54e1-583a-4305-a5de-a50a471ae618 req-af1518bc-ee0f-4a26-b69f-c14ab451aa75 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0953727 Jul 08 08:25:32.466626 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2fee54e1-583a-4305-a5de-a50a471ae618 req-af68b093-0975-4156-9103-60246bec12a4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362742 Jul 08 08:25:32.475000 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:25:32.513628 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Deleting port 8e1a71f2-51f4-4f75-8687-8cdb5b679d63 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:25:32.514624 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.588000 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.588256 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.600310 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Calling delete_port for 8e1a71f2-51f4-4f75-8687-8cdb5b679d63 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:25:32.844754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.869071 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'Port': ['ID=8e1a71f2-51f4-4f75-8687-8cdb5b679d63,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:32.933368 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.936442 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:32.937589 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-daefdfab-3106-4b62-bc6b-4e48525e140a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "DELETE /v2.0/floatingips/449be3bb-0321-4234-bd64-956f49fbe2d7 HTTP/1.1" status: 204 len: 168 time: 0.5686469 Jul 08 08:25:33.310022 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36574) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:33.315435 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118980198', 'description': 'tempest-description--1984874416'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:33.361874 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1d0ccc7e-06f4-40a1-9829-178ba6375e96 req-5683ed41-9058-4a54-8437-459e6937ef25 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 210 time: 0.0301352 Jul 08 08:25:33.434945 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.518006 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.617173 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.658915 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe4fd0-f2f4-4f02-9b14-c95964a739da,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:33.673591 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325b3f-9968-4b3c-a940-8d068dd7dbd7 req-e0d201b0-6cb8-407a-aa39-bfb6158d5e4d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:33.675174 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30325b3f-9968-4b3c-a940-8d068dd7dbd7 req-e0d201b0-6cb8-407a-aa39-bfb6158d5e4d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0898614 Jul 08 08:25:33.714093 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30325b3f-9968-4b3c-a940-8d068dd7dbd7 req-62868949-da4c-4410-b614-9717cce35a83 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329072 Jul 08 08:25:33.747604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.749902 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-105ea610-c7c4-44f2-af11-a071294916e1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4380698 Jul 08 08:25:33.752779 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36578) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:33.757268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group_rule': {'security_group_id': '9ffe4fd0-f2f4-4f02-9b14-c95964a739da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:33.767545 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-efb20ebd-2aeb-4948-9012-2bc42706d102 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:33.769028 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-efb20ebd-2aeb-4948-9012-2bc42706d102 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 810 time: 0.1041794 Jul 08 08:25:33.819577 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-fd8586ad-bcdc-4ddd-ab82-6ab6bc2910b7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 380 time: 0.0335493 Jul 08 08:25:33.832720 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'port': {'device_id': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'admin_state_up': True, 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'security_groups': ['18870a0f-5a57-4939-afe5-175529874afe']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:33.849599 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.912051 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.960815 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:33.979383 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bcf0a3-a631-40d6-bfd1-eeb6b076ddcb,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:33.984206 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Made reservation on behalf of 931320bf7a874b228758a0250d97b99e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:25:33.987954 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.052495 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.053791 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-40e54eda-9204-4a74-8987-2f169e90ef54 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000827 Jul 08 08:25:34.056633 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36580) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:34.061508 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'security_group_rule': {'security_group_id': '9ffe4fd0-f2f4-4f02-9b14-c95964a739da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:34.122728 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Allocated IP 172.20.0.10 (f8aa0c70-6a0d-402a-87f9-7b04bd4a5017/b22875b0-681b-439d-8320-ed3f8ac90c43/443590fd-1bd5-4496-bf53-14f217c0bee1) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:34.153080 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.221861 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.337871 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.358557 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a69b5bf-efac-42ee-9e03-0ccb609af538,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:34.440715 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.444859 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-15bcaf66-803a-459e-a4b8-4bf067ca958e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842254 Jul 08 08:25:34.445071 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36588) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:34.449706 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:34.503737 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22ba5e70-23f2-4c2c-933b-12b52a539d9e req-585a58d0-6a82-4f20-8a08-620ccd06cac9 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 210 time: 0.0281341 Jul 08 08:25:34.515246 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.527282 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Transition to ACTIVE for port object 443590fd-1bd5-4496-bf53-14f217c0bee1 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:34.543319 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.636702 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.652896 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.694101 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:34.697368 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:34.701133 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:34.736149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:34.760862 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Allocated IP 172.27.3.254 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/7d43cb90-0382-4399-bec1-ebb4975feb82) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:34.772629 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:34.773266 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.860397 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-91d01316-598a-4b1e-bac3-bf6b455053c8 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0311930 Jul 08 08:25:34.892787 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:34.979472 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Request body: {'port': {'device_id': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:35.013638 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.040590 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3b6f611b-7c1b-4bef-9239-41aca102e2be None None] Provisioning for port 443590fd-1bd5-4496-bf53-14f217c0bee1 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:35.046257 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-3b6f611b-7c1b-4bef-9239-41aca102e2be None None] Provisioning complete for port 443590fd-1bd5-4496-bf53-14f217c0bee1 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:35.046898 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3b6f611b-7c1b-4bef-9239-41aca102e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.057837 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.090171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f611b-7c1b-4bef-9239-41aca102e2be None None] Port 443590fd-1bd5-4496-bf53-14f217c0bee1 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:25:35.316702 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:35.323166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:35.326699 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:35.329992 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=7d43cb90-0382-4399-bec1-ebb4975feb82,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:35.342862 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443590fd-1bd5-4496-bf53-14f217c0bee1 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:25:35.350309 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.362346 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Transition to ACTIVE for port object 443590fd-1bd5-4496-bf53-14f217c0bee1 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:35.380854 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64264f58-55f4-4318-82b9-91be63dadb6d req-18d6e044-bb4c-44b9-9e2f-2362f62bde4a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:35.382307 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-64264f58-55f4-4318-82b9-91be63dadb6d req-18d6e044-bb4c-44b9-9e2f-2362f62bde4a tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.3800251 Jul 08 08:25:35.406188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.430557 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-64264f58-55f4-4318-82b9-91be63dadb6d req-9232befc-e100-4809-a31b-aac902a0acac tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&id=b77cf483-4d01-414d-96f8-27cc2f5a2c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419002 Jul 08 08:25:35.492075 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.545649 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Pushing event updated for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:35.573406 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.621309 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Attempting to bind port 443590fd-1bd5-4496-bf53-14f217c0bee1 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:25:35.621540 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Attempting to bind port 443590fd-1bd5-4496-bf53-14f217c0bee1 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:25:35.621849 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Attempting to bind port 443590fd-1bd5-4496-bf53-14f217c0bee1 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:35.626684 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Port 443590fd-1bd5-4496-bf53-14f217c0bee1 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:25:35.627080 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Attempting to bind port 443590fd-1bd5-4496-bf53-14f217c0bee1 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:35.632531 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:25:35.632874 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Checking segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:35.633519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Bound using segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:25:35.633955 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Bound port: 443590fd-1bd5-4496-bf53-14f217c0bee1, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:25:35.634317 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.720218 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:25:35.723711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=443590fd-1bd5-4496-bf53-14f217c0bee1,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:25:35.758467 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68418-db8f-46ee-918e-ab52fcc64965 req-6b45da3e-a683-4f68-bbd9-ee2540fc082f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:35.759952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6af68418-db8f-46ee-918e-ab52fcc64965 req-6b45da3e-a683-4f68-bbd9-ee2540fc082f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 944 time: 0.1271694 Jul 08 08:25:35.795853 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.824104 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6af68418-db8f-46ee-918e-ab52fcc64965 req-23693d69-e580-49e4-ad32-437f2b256764 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555801 Jul 08 08:25:35.833487 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:35.833933 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.834115 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.835608 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] 10.222.0.67 "PUT /v2.0/ports/443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 1094 time: 0.9671052 Jul 08 08:25:35.836155 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:35.838300 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a99ed9-190e-465c-8e02-b3747704855b" -d '{"events": [{"name": "network-changed", "server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:35.871375 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f619d7-fa6b-4c8d-b1f2-dbebc4f999cf service neutron] Pushing event updated for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:35.877556 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299fe23-0b23-4fc0-85c4-bb27bdf7567d x-openstack-request-id: req-e299fe23-0b23-4fc0-85c4-bb27bdf7567d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:35.877836 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:35.878088 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e299fe23-0b23-4fc0-85c4-bb27bdf7567d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:35.878478 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'status': 'completed', 'code': 200} Jul 08 08:25:35.903700 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.935241 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:35.961739 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99ed9-190e-465c-8e02-b3747704855b req-e61aeac4-2bdb-4fe0-91a8-733e83d2cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:35.963329 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98a99ed9-190e-465c-8e02-b3747704855b req-e61aeac4-2bdb-4fe0-91a8-733e83d2cbe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1097 time: 0.0601711 Jul 08 08:25:35.963878 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=7d43cb90-0382-4399-bec1-ebb4975feb82,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:36.067955 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99ed9-190e-465c-8e02-b3747704855b req-8a67720f-6d88-4d72-8fef-bbb52075f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.069506 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98a99ed9-190e-465c-8e02-b3747704855b req-8a67720f-6d88-4d72-8fef-bbb52075f7f1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=931320bf7a874b228758a0250d97b99e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0987160 Jul 08 08:25:36.129680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:36.129680 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1e20d486-4c50-4d0f-9d94-8ceef218f440 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6805303 Jul 08 08:25:36.164681 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99ed9-190e-465c-8e02-b3747704855b req-534cc986-eb87-4e1b-ab4b-68af3e932947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.166182 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98a99ed9-190e-465c-8e02-b3747704855b req-534cc986-eb87-4e1b-ab4b-68af3e932947 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906518 Jul 08 08:25:36.265988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-c32622c8-9c37-452e-9359-c257b281e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.267582 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-c32622c8-9c37-452e-9359-c257b281e9de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1097 time: 0.0560989 Jul 08 08:25:36.316941 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-a5ae048e-a65f-4e0c-bb1f-645c4fc50699 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 217 time: 0.0415082 Jul 08 08:25:36.330009 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-899ebeca-4a31-45a7-ba38-be60cca27ec0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2118980198&fields=id&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 267 time: 0.0333943 Jul 08 08:25:36.365821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-cd5e7d5f-f6da-4ca7-ab7b-69c67b451fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.367311 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-cd5e7d5f-f6da-4ca7-ab7b-69c67b451fd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0434549 Jul 08 08:25:36.423067 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-35a7729d-680c-4260-a746-928ed0bbedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.424566 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-35a7729d-680c-4260-a746-928ed0bbedce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500925 Jul 08 08:25:36.437077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-9a183924-85c2-4d7d-b2ac-ad950bf661c7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:36.438528 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-9a183924-85c2-4d7d-b2ac-ad950bf661c7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 817 time: 0.1020429 Jul 08 08:25:36.452918 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-da224800-cd54-4265-8d1d-4cbb72657340 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/quotas/99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Jul 08 08:25:36.515952 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-36361591-47d5-429d-94c3-ed3b05493169 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Jul 08 08:25:36.519304 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-80c6875b-10e2-440d-9ce8-2ff7882c3334 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613787 Jul 08 08:25:36.605985 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96023b3-4ded-4a70-82d4-6b1fbeca7c18 req-f1e2a03f-1e6c-4272-bd40-93bee15a1cb3 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827413 Jul 08 08:25:36.657475 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-afc9d2f7-cf2f-40b9-bc28-c07d9f17036c service neutron] 10.222.0.72 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272194 Jul 08 08:25:36.742949 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-a2c2ae61-4d28-40f8-bb53-268bba72e5d6 service neutron] 10.222.0.72 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797019 Jul 08 08:25:36.994597 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3537137d-9532-4233-8b83-f4e7f49722f5 req-76fade4a-8666-42ca-a8d3-a6f84de27476 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 210 time: 0.0488174 Jul 08 08:25:37.033463 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7559-919b-4e90-99e2-58ab3b4171ef req-4e7a7633-8542-49ed-8f36-2e5ff9973818 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:37.034840 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dd2a7559-919b-4e90-99e2-58ab3b4171ef req-4e7a7633-8542-49ed-8f36-2e5ff9973818 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 944 time: 0.0979924 Jul 08 08:25:37.072082 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dd2a7559-919b-4e90-99e2-58ab3b4171ef req-8737e296-02df-4227-a3b2-bd24533a1188 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314240 Jul 08 08:25:38.138469 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-02104767-7bd3-4ece-b154-625a58637ca2 req-42c33667-1337-4bda-a847-034ee01e9da2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 210 time: 0.0310102 Jul 08 08:25:38.253389 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3bf2-5200-4b71-b431-8ea60df88c52 req-41eea665-46a7-40db-a80a-ef0e8fe17b02 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:38.254906 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ced3bf2-5200-4b71-b431-8ea60df88c52 req-41eea665-46a7-40db-a80a-ef0e8fe17b02 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 944 time: 0.0681009 Jul 08 08:25:38.293700 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9ced3bf2-5200-4b71-b431-8ea60df88c52 req-4ae0011e-f22d-47d7-890e-4f39a0928a23 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 08 08:25:39.064997 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-8e1d5534-041a-4f1c-bc4c-c3c100f12afa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:39.066422 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-8e1d5534-041a-4f1c-bc4c-c3c100f12afa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 817 time: 0.1032035 Jul 08 08:25:39.119157 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-c526e4cf-9e13-40cb-98ba-716a7d394fb0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 380 time: 0.0357165 Jul 08 08:25:39.128340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'port': {'device_id': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'admin_state_up': True, 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'security_groups': ['9ffe4fd0-f2f4-4f02-9b14-c95964a739da']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:39.285235 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cdf27a1a-31b5-4bdf-badd-d6466cbed4ff req-82294697-8c71-452f-9601-49e702c6eaf0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 210 time: 0.0323169 Jul 08 08:25:39.325984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Made reservation on behalf of 99c71c5cec8d415fb9b99a08972e8bc1 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:25:39.330313 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.464495 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Allocated IP 172.20.0.6 (d310105e-3045-40b0-8674-b4b6744b6f87/9276bd34-1880-4486-99b5-c316c811d9d2/f820972e-725b-4dcb-a86a-ec381af74630) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:25:39.469694 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531036b-64bf-4124-88b3-46df90c806bb req-a24abad5-0f67-47dd-aee9-7703d7b94578 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:39.471341 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3531036b-64bf-4124-88b3-46df90c806bb req-a24abad5-0f67-47dd-aee9-7703d7b94578 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 944 time: 0.0641298 Jul 08 08:25:39.513254 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3531036b-64bf-4124-88b3-46df90c806bb req-3de84476-4630-45dd-844e-caa05a546aea tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343411 Jul 08 08:25:39.607143 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.618255 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 443590fd-1bd5-4496-bf53-14f217c0bee1 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:25:39.620617 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Transition to ACTIVE for port object f820972e-725b-4dcb-a86a-ec381af74630 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:39.711921 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=443590fd-1bd5-4496-bf53-14f217c0bee1,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:39.715300 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.724492 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'port_id': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'mac_address': 'fa:16:3e:20:04:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:25:39.756511 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Network d310105e-3045-40b0-8674-b4b6744b6f87 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:25:39.759943 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:25:39.764759 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.765871 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:25:39.780469 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443590fd-1bd5-4496-bf53-14f217c0bee1 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:25:39.791994 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:39.806744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=443590fd-1bd5-4496-bf53-14f217c0bee1,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:39.821029 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:39.821640 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.868206 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:39.916160 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-4f919f1c-f6e2-44a3-a21c-3ce5d9196899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914176 Jul 08 08:25:39.918317 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:39.971053 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Request body: {'port': {'device_id': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:40.004789 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.133368 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['443590fd-1bd5-4496-bf53-14f217c0bee1'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:25:40.177353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-68b1c67c-6138-4c03-b03c-37adf5f12843 None None] Provisioning for port f820972e-725b-4dcb-a86a-ec381af74630 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:40.182170 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-68b1c67c-6138-4c03-b03c-37adf5f12843 None None] Provisioning complete for port f820972e-725b-4dcb-a86a-ec381af74630 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:40.187165 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-68b1c67c-6138-4c03-b03c-37adf5f12843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.243005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-68b1c67c-6138-4c03-b03c-37adf5f12843 None None] Port f820972e-725b-4dcb-a86a-ec381af74630 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:25:40.267588 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:25:40.278930 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.287693 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Transition to ACTIVE for port object f820972e-725b-4dcb-a86a-ec381af74630 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:25:40.395028 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.443374 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:40.474157 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e467347-632c-4f12-8537-81903af66113 req-22399abb-20c5-467a-af0e-b51d6779627f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:40.476340 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8e467347-632c-4f12-8537-81903af66113 req-22399abb-20c5-467a-af0e-b51d6779627f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0747581 Jul 08 08:25:40.523112 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Attempting to bind port f820972e-725b-4dcb-a86a-ec381af74630 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:25:40.524109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Attempting to bind port f820972e-725b-4dcb-a86a-ec381af74630 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:25:40.524109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Attempting to bind port f820972e-725b-4dcb-a86a-ec381af74630 on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:40.528799 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Port f820972e-725b-4dcb-a86a-ec381af74630 on network d310105e-3045-40b0-8674-b4b6744b6f87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:25:40.529124 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Attempting to bind port f820972e-725b-4dcb-a86a-ec381af74630 on network d310105e-3045-40b0-8674-b4b6744b6f87 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:25:40.531852 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8e467347-632c-4f12-8537-81903af66113 req-5aebdabb-3dd7-4c3e-ad11-71deb4e69730 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Jul 08 08:25:40.546753 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:25:40.547141 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Checking segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:25:40.547533 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Bound using segment: {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:25:40.547893 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Bound port: f820972e-725b-4dcb-a86a-ec381af74630, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ed6e30-be17-4140-9fdd-6ef2a3c97c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:25:40.548251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.616809 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:25:40.620162 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:25:40.686961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.710941 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04001ab-cad0-475f-932a-6f190445c7d0 req-58099a94-fa7e-46c4-8801-f86d7c7cae70 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:40.712350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a04001ab-cad0-475f-932a-6f190445c7d0 req-58099a94-fa7e-46c4-8801-f86d7c7cae70 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 945 time: 0.0693183 Jul 08 08:25:40.721069 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:40.721680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:40.723094 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] 10.222.0.67 "PUT /v2.0/ports/f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 200 len: 1093 time: 0.7986903 Jul 08 08:25:40.723520 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:40.725879 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0091d6ba-9c07-4635-b774-4fde26a06e15" -d '{"events": [{"name": "network-changed", "server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:40.755564 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a04001ab-cad0-475f-932a-6f190445c7d0 req-703fd953-3024-48fb-90fc-253c9f11c65e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362120 Jul 08 08:25:40.759180 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de9d63-3278-40d9-b3d2-f29572515cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:40.787888 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd57b32-dc1a-41dc-b744-fefde844e037 x-openstack-request-id: req-6dd57b32-dc1a-41dc-b744-fefde844e037 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:40.788178 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:40.788430 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6dd57b32-dc1a-41dc-b744-fefde844e037 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:40.788828 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'status': 'completed', 'code': 200} Jul 08 08:25:40.869126 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-030b06a6-e486-4d5e-bce5-1d986bf9bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:40.870675 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-030b06a6-e486-4d5e-bce5-1d986bf9bb29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1096 time: 0.0591254 Jul 08 08:25:40.969015 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-22bb6b71-2204-4384-ba1d-a520737761da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:40.970482 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-22bb6b71-2204-4384-ba1d-a520737761da service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0925477 Jul 08 08:25:41.069133 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-088b1fbb-e09e-47eb-86e1-40d3ef9ec60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.070694 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0091d6ba-9c07-4635-b774-4fde26a06e15 req-088b1fbb-e09e-47eb-86e1-40d3ef9ec60b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935321 Jul 08 08:25:41.173669 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-cc4506e0-590b-43f4-88b6-ce2ab1ac12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.175173 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-cc4506e0-590b-43f4-88b6-ce2ab1ac12db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1096 time: 0.0527346 Jul 08 08:25:41.227518 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-8e600cee-5cc7-400b-aa6a-c3f151bc22b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 200 len: 217 time: 0.0450528 Jul 08 08:25:41.275795 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-98951043-88eb-457b-8b29-a1fe0c0a17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.277238 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-98951043-88eb-457b-8b29-a1fe0c0a17b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0428567 Jul 08 08:25:41.335229 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-f84f650b-d0dd-4089-ac60-8922c7738b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.336859 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-f84f650b-d0dd-4089-ac60-8922c7738b8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530887 Jul 08 08:25:41.424569 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-1f4dfa72-c84a-4100-b5c3-9831aea311ed service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Jul 08 08:25:41.513501 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2fe4be9-5144-4694-817a-8c3706fee753 req-0bde1d27-c1e3-4186-9f48-e59bc20b193e service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820680 Jul 08 08:25:41.623285 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 443590fd-1bd5-4496-bf53-14f217c0bee1 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:41.709601 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20975815-970f-4d21-93cd-e8f5a0cc9f1e req-e5f306a5-6a8a-4cb6-9ffb-ed057277b7be tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.711128 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20975815-970f-4d21-93cd-e8f5a0cc9f1e req-e5f306a5-6a8a-4cb6-9ffb-ed057277b7be tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0640252 Jul 08 08:25:41.737373 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 443590fd-1bd5-4496-bf53-14f217c0bee1 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:41.741326 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 443590fd-1bd5-4496-bf53-14f217c0bee1 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:41.741699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:41.748432 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-20975815-970f-4d21-93cd-e8f5a0cc9f1e req-5ea63eda-1b5d-4083-bdc6-e6974f04af4c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jul 08 08:25:41.816861 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:41.841042 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:41.844081 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e9aa8-c507-45ec-9340-bed7d476b5be" -d '{"events": [{"server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "name": "network-vif-plugged", "status": "completed", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:41.857143 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=443590fd-1bd5-4496-bf53-14f217c0bee1,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:41.883769 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48face35-aba8-45b4-9acd-6dbb647d2a12 x-openstack-request-id: req-48face35-aba8-45b4-9acd-6dbb647d2a12 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:41.884059 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "name": "network-vif-plugged", "status": "completed", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:41.884310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48face35-aba8-45b4-9acd-6dbb647d2a12 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:41.884703 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'code': 200} Jul 08 08:25:41.940025 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58598a3-f2e6-4479-9947-6b6771480b23 req-238c0281-760a-4733-a19f-bc4d10747738 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:41.941484 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f58598a3-f2e6-4479-9947-6b6771480b23 req-238c0281-760a-4733-a19f-bc4d10747738 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 945 time: 0.0670519 Jul 08 08:25:41.948659 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:41.979318 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f58598a3-f2e6-4479-9947-6b6771480b23 req-020c147a-dfed-4db2-967c-443e3489140d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Jul 08 08:25:41.996154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:42.246404 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e98e-8586-4712-aa94-7faa72ffaa92 req-2d0c3b46-e37e-4988-8873-e04c31df9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:42.247951 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da28e98e-8586-4712-aa94-7faa72ffaa92 req-2d0c3b46-e37e-4988-8873-e04c31df9f67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1099 time: 0.0536232 Jul 08 08:25:42.283008 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da28e98e-8586-4712-aa94-7faa72ffaa92 req-3b8257a7-ce58-487b-887c-65cc873899b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282400 Jul 08 08:25:42.932504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13cf1-1a9b-46f8-8227-000f92292289 req-04910ce7-0d20-4f77-b554-a303031cab56 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:42.933961 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-88f13cf1-1a9b-46f8-8227-000f92292289 req-04910ce7-0d20-4f77-b554-a303031cab56 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0623469 Jul 08 08:25:42.970280 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-88f13cf1-1a9b-46f8-8227-000f92292289 req-25f24bcd-71aa-4458-94f0-6f081ef16621 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Jul 08 08:25:43.150948 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edac4-c3e0-4988-9706-3235e37bbc8a req-c47be343-323e-45f0-83d6-bab115488e7b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:43.152377 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c25edac4-c3e0-4988-9706-3235e37bbc8a req-c47be343-323e-45f0-83d6-bab115488e7b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0635815 Jul 08 08:25:43.194695 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c25edac4-c3e0-4988-9706-3235e37bbc8a req-33bce584-75ee-4cb7-80fe-e3c4afa63bac tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359292 Jul 08 08:25:43.644929 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:25:43.743807 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:43.757772 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'f820972e-725b-4dcb-a86a-ec381af74630', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:25:43.794067 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:43.806211 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:25:43.824494 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:43.903244 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:43.955808 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:44.162206 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a5366-0001-4441-b374-5078d8d55752 req-fed78cc5-80d9-4c52-b774-75d0b16adb82 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:44.162206 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-292a5366-0001-4441-b374-5078d8d55752 req-fed78cc5-80d9-4c52-b774-75d0b16adb82 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.0682471 Jul 08 08:25:44.163086 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['f820972e-725b-4dcb-a86a-ec381af74630'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:25:44.203870 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-292a5366-0001-4441-b374-5078d8d55752 req-7d61659b-2293-4895-8b48-49323f944fcf tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357676 Jul 08 08:25:44.376362 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05213d3-c9bf-4c58-8133-7f0ea9632012 req-3e464421-8e24-453a-96ea-d88165bf8621 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:44.377834 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f05213d3-c9bf-4c58-8133-7f0ea9632012 req-3e464421-8e24-453a-96ea-d88165bf8621 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0641136 Jul 08 08:25:44.415330 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f05213d3-c9bf-4c58-8133-7f0ea9632012 req-3cd5a098-c26e-45e4-b495-4c40cb2949bd tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jul 08 08:25:44.587846 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609780d8-41ae-406e-a1ac-b43c9030378f req-df903888-bd26-4c2f-9d1a-6e57b6ecb5d5 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:44.589318 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-609780d8-41ae-406e-a1ac-b43c9030378f req-df903888-bd26-4c2f-9d1a-6e57b6ecb5d5 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0712924 Jul 08 08:25:44.599160 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36660) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:44.604823 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'floatingip': {'port_id': '443590fd-1bd5-4496-bf53-14f217c0bee1'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:44.644901 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:45.089559 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:45.158610 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:45.255612 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Floating IP 132bdb90-eaa1-4024-913b-734a1bbe2ae4 associated. External IP: 172.27.3.98, port: 443590fd-1bd5-4496-bf53-14f217c0bee1. Jul 08 08:25:45.451944 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99545cf3-30fe-4136-b5a4-57c870657ade req-f9edd140-04da-433f-828d-76a52cc9fa16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:45.453247 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-99545cf3-30fe-4136-b5a4-57c870657ade req-f9edd140-04da-433f-828d-76a52cc9fa16 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.1177280 Jul 08 08:25:45.524027 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-99545cf3-30fe-4136-b5a4-57c870657ade req-3aec6cf2-27c7-421b-a058-d5bc94122113 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468700 Jul 08 08:25:45.530767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:25:45.638419 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:45.643324 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:45.647708 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:45.657273 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:25:45.661854 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:45.662461 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:45.679766 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-08f9ad06-7931-42af-b3ad-34070b5faca4 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "PUT /v2.0/floatingips/132bdb90-eaa1-4024-913b-734a1bbe2ae4 HTTP/1.1" status: 200 len: 991 time: 1.0795884 Jul 08 08:25:45.680435 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:45.682812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9397b-3b70-4a69-9561-337c2521aa91" -d '{"events": [{"name": "network-changed", "server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:45.776578 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b6c2f-2880-430c-8174-4ca31684e712 x-openstack-request-id: req-5a1b6c2f-2880-430c-8174-4ca31684e712 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:45.776866 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:45.777119 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a1b6c2f-2880-430c-8174-4ca31684e712 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:45.777522 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'status': 'completed', 'code': 200} Jul 08 08:25:45.797155 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:45.863205 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-21302dd9-cb11-427e-962b-e308fd02ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:45.864711 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-21302dd9-cb11-427e-962b-e308fd02ddf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1099 time: 0.0533874 Jul 08 08:25:45.873737 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port f820972e-725b-4dcb-a86a-ec381af74630 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:25:45.897478 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port f820972e-725b-4dcb-a86a-ec381af74630 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:25:45.897844 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:45.970707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-35299e20-c15d-45a8-a6b6-336caabc896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:45.972081 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-35299e20-c15d-45a8-a6b6-336caabc896c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 911 time: 0.1002831 Jul 08 08:25:46.039448 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-c97b25b7-2c63-46af-a2dc-db5d92d17352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 999 time: 0.0605009 Jul 08 08:25:46.094201 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-f50943e3-2f1e-4646-9059-d0354094f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:46.095960 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-f50943e3-2f1e-4646-9059-d0354094f5e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0496168 Jul 08 08:25:46.153870 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-1d1113ae-f84e-47aa-9105-6c06ab698484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:46.156064 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-1d1113ae-f84e-47aa-9105-6c06ab698484 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531111 Jul 08 08:25:46.209084 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:46.243645 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:46.245775 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea95926a-c085-4c71-aab2-cff0a1facd47" -d '{"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:46.249779 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-fd1f4f0f-e57c-46fb-9875-093b89664ac5 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 Jul 08 08:25:46.267644 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:25:46.278291 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '132bdb90-eaa1-4024-913b-734a1bbe2ae4', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:20:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:29Z', 'updated_at': '2021-07-08T08:25:45Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:46.307632 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:46.319408 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:46.319937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:46.352232 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-63e9397b-3b70-4a69-9561-337c2521aa91 req-f9462a26-d25f-42df-94a1-3b222d593b94 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960197 Jul 08 08:25:46.356911 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f4619d-f0c7-40ec-8a3a-c4ec0863747b x-openstack-request-id: req-f6f4619d-f0c7-40ec-8a3a-c4ec0863747b {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:46.361417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:46.361417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6f4619d-f0c7-40ec-8a3a-c4ec0863747b {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:46.361417 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'code': 200} Jul 08 08:25:46.407799 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:46.478327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:46.506613 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:25:46.732154 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bb6d8-8ceb-4607-ab5e-2d211fe8b125 req-b459382b-8083-4440-8e3d-06b96506a4e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:46.735144 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aa4bb6d8-8ceb-4607-ab5e-2d211fe8b125 req-b459382b-8083-4440-8e3d-06b96506a4e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0747027 Jul 08 08:25:46.737032 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '132bdb90-eaa1-4024-913b-734a1bbe2ae4', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:20:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:29Z', 'updated_at': '2021-07-08T08:25:45Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:46.762005 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabb3e-f55c-41bf-8988-baa48e136583 req-b5f45419-9fa2-4325-a223-1878c738dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:46.764693 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bbc17-ddee-4a57-8203-5dc3d219416f None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '132bdb90-eaa1-4024-913b-734a1bbe2ae4', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:20:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:29Z', 'updated_at': '2021-07-08T08:25:45Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:46.764916 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-efbabb3e-f55c-41bf-8988-baa48e136583 req-b5f45419-9fa2-4325-a223-1878c738dfcf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1098 time: 0.0547624 Jul 08 08:25:46.777412 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-aa4bb6d8-8ceb-4607-ab5e-2d211fe8b125 req-294be0cb-7803-46f2-851c-cb747bf1c108 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Jul 08 08:25:46.806609 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-efbabb3e-f55c-41bf-8988-baa48e136583 req-30029654-53e6-4e4b-8774-c7c23d359324 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Jul 08 08:25:46.961935 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865cf05-510c-4c49-b510-acbd901097f4 None None] New status for floating IP 132bdb90-eaa1-4024-913b-734a1bbe2ae4: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:25:47.957960 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93368657-9555-4305-ae02-a5b84039f94b req-f105af7e-6314-46b3-a12b-d5319f173109 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:47.963980 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93368657-9555-4305-ae02-a5b84039f94b req-f105af7e-6314-46b3-a12b-d5319f173109 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0686505 Jul 08 08:25:48.000966 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93368657-9555-4305-ae02-a5b84039f94b req-b2b82415-aaf8-4a76-8624-011ebd1098cd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354893 Jul 08 08:25:49.177949 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aa5c6-f815-46cb-b6c3-8bf21bff0a56 req-9599fe45-b1f2-4152-ac9f-bddd139a248b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:49.179467 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a37aa5c6-f815-46cb-b6c3-8bf21bff0a56 req-9599fe45-b1f2-4152-ac9f-bddd139a248b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0651195 Jul 08 08:25:49.218523 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a37aa5c6-f815-46cb-b6c3-8bf21bff0a56 req-dc170cbe-75c0-48f3-a201-c6a692eea4f8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Jul 08 08:25:49.397919 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162bdb8-0bf7-44a1-a3a8-05d652ac978d req-b3b786b5-2de9-40ef-9442-08b6dbd514b2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:49.399303 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e162bdb8-0bf7-44a1-a3a8-05d652ac978d req-b3b786b5-2de9-40ef-9442-08b6dbd514b2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0640078 Jul 08 08:25:49.408660 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36688) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:25:49.413012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Request body: {'floatingip': {'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:25:49.452292 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:50.073096 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.db.resource_extend [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 08:25:50.121936 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:50.165967 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:50.274221 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Floating IP 36ecc726-8d7c-4aec-bbd1-020117c92a24 associated. External IP: 172.27.3.254, port: f820972e-725b-4dcb-a86a-ec381af74630. Jul 08 08:25:50.479220 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:25:50.581060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:25:50.586938 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:50.589992 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:25:50.599082 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:50.599683 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:50.625561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8c0b9b36-202a-4f24-b89d-1c13fabc4dee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "PUT /v2.0/floatingips/36ecc726-8d7c-4aec-bbd1-020117c92a24 HTTP/1.1" status: 200 len: 991 time: 1.2158408 Jul 08 08:25:50.626149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:25:50.628876 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6640e50-8618-4f42-96ef-74fc619da0af" -d '{"events": [{"name": "network-changed", "server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:25:50.670191 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6662551f-dac2-4e11-954d-76c0496cc33b x-openstack-request-id: req-6662551f-dac2-4e11-954d-76c0496cc33b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:25:50.670664 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:25:50.671140 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6662551f-dac2-4e11-954d-76c0496cc33b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:25:50.671772 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'status': 'completed', 'code': 200} Jul 08 08:25:50.712192 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:50.756959 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e50-8618-4f42-96ef-74fc619da0af req-03c36988-2295-47cc-9c14-a08751c0a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:50.758722 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-03c36988-2295-47cc-9c14-a08751c0a389 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1098 time: 0.0559919 Jul 08 08:25:50.855008 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e50-8618-4f42-96ef-74fc619da0af req-a3384708-b81d-4c97-9cac-a07a95ac20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:50.856370 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-a3384708-b81d-4c97-9cac-a07a95ac20f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.0864773 Jul 08 08:25:50.920660 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-117ce325-6576-4f45-8aa4-d84a827342f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 200 len: 999 time: 0.0572035 Jul 08 08:25:50.940529 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '36ecc726-8d7c-4aec-bbd1-020117c92a24', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:35Z', 'updated_at': '2021-07-08T08:25:49Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:50.965814 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:25:50.972644 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e50-8618-4f42-96ef-74fc619da0af req-3a77fb76-9fb3-43b4-bebb-d3e7ee1de7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:50.974100 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-3a77fb76-9fb3-43b4-bebb-d3e7ee1de7a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0462947 Jul 08 08:25:50.974471 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:25:50.975096 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:51.032190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e50-8618-4f42-96ef-74fc619da0af req-8055df5d-42be-4a52-8e68-6b732ee937de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:25:51.033728 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-8055df5d-42be-4a52-8e68-6b732ee937de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527947 Jul 08 08:25:51.083329 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:25:51.129895 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-382f873c-0e5f-44a1-975f-ab9c12ad400f service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879438 Jul 08 08:25:51.231733 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6640e50-8618-4f42-96ef-74fc619da0af req-62c4bb87-35f0-4e9c-b445-2e4e33eaa571 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925105 Jul 08 08:25:51.307346 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '36ecc726-8d7c-4aec-bbd1-020117c92a24', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:35Z', 'updated_at': '2021-07-08T08:25:49Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:25:51.348481 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837bb8-5bb0-4e56-b997-525dfc3e2407 None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '36ecc726-8d7c-4aec-bbd1-020117c92a24', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'floating_ip_address': '172.27.3.254', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:25:35Z', 'updated_at': '2021-07-08T08:25:49Z', 'revision_number': 1, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:25:51.552352 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c5e01-c9ed-40b6-8c5c-374099fc53c5 None None] New status for floating IP 36ecc726-8d7c-4aec-bbd1-020117c92a24: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:25:55.354477 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f4d47bca-dda9-4f1f-ba77-24e65b4a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:57.771202 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:58.068462 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-855146b6-3065-4956-913b-32409c72b481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:58.632973 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:25:59.109452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:00.845963 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:09.476017 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:26:14.348747 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-dbbbdf7a-af3b-4a3d-82a2-2e11486ba9b8 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654283385&fields=id&tenant_id=c84c6cb6cb674e899e19f79da80e4ba0 HTTP/1.1" status: 200 len: 267 time: 0.0346324 Jul 08 08:26:14.421900 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-3b892a42-03c4-4d6f-8c87-3e216f20bba9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:14.423413 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-3b892a42-03c4-4d6f-8c87-3e216f20bba9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 984 time: 0.0695028 Jul 08 08:26:14.433974 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Request body: {'port': {'security_groups': ['284611e6-9541-4746-adc6-ad9a508b4c19']}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:26:14.517985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:14.684436 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:14.713562 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:14.792993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:14.806241 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:26:14.840494 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:14.841890 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:14.843438 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-438f7961-bf22-4705-886e-eb5ebfaa87c3 req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "PUT /v2.0/ports/3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 942 time: 0.4138796 Jul 08 08:26:14.843810 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:14.846058 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f74df9-a294-4ec8-9f62-865d6965110c" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:14.853124 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:14.896526 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4df9-07d6-4870-8582-556ecd0545cd tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event updated for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:14.923352 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318c0d21-f9f3-4af8-93f6-86e428ea5ee6 x-openstack-request-id: req-318c0d21-f9f3-4af8-93f6-86e428ea5ee6 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:14.923642 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:14.923889 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-318c0d21-f9f3-4af8-93f6-86e428ea5ee6 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:14.924790 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:26:14.952483 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:26:14.972549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.008139 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.055592 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-1ade2b9d-a82a-4b20-8c69-61c5cc493c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:15.057087 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-1ade2b9d-a82a-4b20-8c69-61c5cc493c8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1098 time: 0.1132224 Jul 08 08:26:15.142908 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-14c9fa7a-2c98-4362-8db3-a50fbe7f671d None None] Provisioning complete for port 3121c599-e2a7-41b3-8600-73f02f438429 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:26:15.143214 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-14c9fa7a-2c98-4362-8db3-a50fbe7f671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.168022 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-78d80001-4408-4b01-96ee-7da8bde73646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:15.169673 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-78d80001-4408-4b01-96ee-7da8bde73646 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 916 time: 0.1030114 Jul 08 08:26:15.216126 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.219226 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.220634 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "DELETE /v2.0/security-groups/b77cf483-4d01-414d-96f8-27cc2f5a2c1b HTTP/1.1" status: 204 len: 168 time: 0.3660586 Jul 08 08:26:15.223606 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36802) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:15.239912 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cf483-4d01-414d-96f8-27cc2f5a2c1b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:15.254445 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.254815 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.255154 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.255491 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.255825 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.256170 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.256474 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.256795 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.257116 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.257435 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.257751 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.258066 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c870e-0da0-4b53-beb2-d24a7bb55153 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:15.268134 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-378c6c22-eb53-4f22-8ca2-77bb337ebb25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 1001 time: 0.0914454 Jul 08 08:26:15.321951 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-ff55c862-cc9d-4d71-906c-cf611ba65a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:15.322167 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-ff55c862-cc9d-4d71-906c-cf611ba65a57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.0471485 Jul 08 08:26:15.379988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-a7752f72-c148-4e13-8754-ca5b53b946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:15.381487 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-a7752f72-c148-4e13-8754-ca5b53b946d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514574 Jul 08 08:26:15.384691 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Deleting port c107f979-1fd3-40ba-baeb-01fad32cde3b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:15.385178 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.463695 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.464171 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.476568 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Calling delete_port for c107f979-1fd3-40ba-baeb-01fad32cde3b owned by network:floatingip {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:15.487666 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-a4f21254-a7b8-4324-88c8-11e89766ded3 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986814 Jul 08 08:26:15.579454 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6f74df9-a294-4ec8-9f62-865d6965110c req-5d1c5c34-fb62-49ed-a2c7-e16e1cff1c47 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Jul 08 08:26:15.718257 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.743522 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event deleted for resources: {'Port': ['ID=c107f979-1fd3-40ba-baeb-01fad32cde3b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:15.773803 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:15.774142 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Floating IP 452068b2-76ae-45cf-8d28-c0c5ebf3f71a disassociated (deleted). External IP: 172.27.3.194, port: 3121c599-e2a7-41b3-8600-73f02f438429. Jul 08 08:26:15.974002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:26:16.076347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:26:16.081090 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:16.085284 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Sync routers for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:26:16.095120 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:16.095711 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:16.118038 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-70c81a47-c8ca-430e-bdfd-ddbf8aa1aaf9 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "DELETE /v2.0/floatingips/452068b2-76ae-45cf-8d28-c0c5ebf3f71a HTTP/1.1" status: 204 len: 168 time: 0.8931184 Jul 08 08:26:16.327629 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:16.526030 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:16.552451 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Checking router: 3addbfb7-85d5-4d7c-81b6-018328f9c3ff for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:26:16.561010 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:16.561603 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:25:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:16.665116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:16.864494 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:16.890966 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19b730-dfb4-44de-92e8-f5fbe7531a7c None None] The sync data for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi is: [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '2ea87567-e706-48b9-802e-b3d6f697380d', 'name': '', 'network_id': '6de7508f-adf8-4fe0-b2f6-fa685b0a8cba', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'mac_address': 'fa:16:3e:78:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:13Z', 'updated_at': '2021-07-08T08:22:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'subnets': [{'id': '5654015f-4900-440c-9d2c-1f462bb1320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:26:16.925611 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:16.929743 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a27ec9-cefc-4a88-a4db-7128181a4536" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:16.965861 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085c86a-9787-4f70-a462-24f1b8e8ad53 x-openstack-request-id: req-a085c86a-9787-4f70-a462-24f1b8e8ad53 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:16.966367 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:16.966717 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a085c86a-9787-4f70-a462-24f1b8e8ad53 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:16.967177 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:26:17.051807 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-b5a80fc2-4d22-4a18-a0cc-e8b3fae727a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:17.053315 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-b5a80fc2-4d22-4a18-a0cc-e8b3fae727a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 1098 time: 0.0569494 Jul 08 08:26:17.113536 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35023483-f52c-4554-adba-9511b005bfa9 None None] New status for floating IP 452068b2-76ae-45cf-8d28-c0c5ebf3f71a: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:26:17.145476 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-7b65899c-a73f-4df0-b2b7-020f0f4629c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:17.146995 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-7b65899c-a73f-4df0-b2b7-020f0f4629c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 200 len: 916 time: 0.0861130 Jul 08 08:26:17.190311 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-da2fc536-f21d-4663-aeab-5abb179c5ce8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 200 len: 217 time: 0.0353193 Jul 08 08:26:17.249690 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-0598a0ec-9571-429c-9a4e-228c0fde9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:17.251475 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-0598a0ec-9571-429c-9a4e-228c0fde9df9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 200 len: 854 time: 0.0541260 Jul 08 08:26:17.317378 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-7cd942f4-15d6-4f5b-bec0-0734928c4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:17.319101 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-7cd942f4-15d6-4f5b-bec0-0734928c4e98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607991 Jul 08 08:26:17.420914 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-94eedf51-80b5-466f-b97e-26532206d930 service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Jul 08 08:26:17.514230 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0a27ec9-cefc-4a88-a4db-7128181a4536 req-73360a28-94d0-48a5-8856-67b730c3192d service neutron] 10.222.0.67 "GET /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Jul 08 08:26:20.962553 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450ef6a-54dd-40e3-b797-8e99645e0526 req-a0637f1c-510e-4d29-9aba-c622a068ff28 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:20.964036 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a450ef6a-54dd-40e3-b797-8e99645e0526 req-a0637f1c-510e-4d29-9aba-c622a068ff28 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0618203 Jul 08 08:26:21.001656 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a450ef6a-54dd-40e3-b797-8e99645e0526 req-d83d8c5a-1643-439f-8c86-905ed9633279 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Jul 08 08:26:22.172502 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cd76-5913-44c2-b2b2-eeed4b0913b8 req-a1c18cad-40fb-481d-b8ef-42edd0c4402c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:22.174214 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6ba8cd76-5913-44c2-b2b2-eeed4b0913b8 req-a1c18cad-40fb-481d-b8ef-42edd0c4402c tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0626872 Jul 08 08:26:22.216079 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6ba8cd76-5913-44c2-b2b2-eeed4b0913b8 req-3c394aaa-d000-4bc4-8631-b198a750ccba tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357044 Jul 08 08:26:23.083504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-0c537453-723f-4cce-aeee-0ebb174e842e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:23.084960 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-0c537453-723f-4cce-aeee-0ebb174e842e tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.67 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0698960 Jul 08 08:26:23.184971 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Deleting port 3121c599-e2a7-41b3-8600-73f02f438429 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:23.185311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:23.270744 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] For port 3121c599-e2a7-41b3-8600-73f02f438429, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=3121c599-e2a7-41b3-8600-73f02f438429,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:23.271082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:23.284279 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Calling delete_port for 3121c599-e2a7-41b3-8600-73f02f438429 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:23.392021 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea097c56-be7a-402e-9456-2e359e769d0a req-1b71165e-7d82-4b58-861b-9b43e667765d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:23.393510 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ea097c56-be7a-402e-9456-2e359e769d0a req-1b71165e-7d82-4b58-861b-9b43e667765d tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 945 time: 0.0647404 Jul 08 08:26:23.433036 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ea097c56-be7a-402e-9456-2e359e769d0a req-655ffe32-9962-4a20-ae88-5f0f807ed1e1 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/security-groups?id=284611e6-9541-4746-adc6-ad9a508b4c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Jul 08 08:26:23.496894 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:23.508575 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['3121c599-e2a7-41b3-8600-73f02f438429'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:26:23.525743 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Pushing event deleted for resources: {'Port': ['ID=3121c599-e2a7-41b3-8600-73f02f438429,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:23.572910 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] No DVR routers for this DVR port 3121c599-e2a7-41b3-8600-73f02f438429 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:23.575911 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:23.582769 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8523f423-7348-4504-bc1a-e67e8d6a0466 req-ee96032c-b94f-4528-bb50-af5b0050b162 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.67 "DELETE /v2.0/ports/3121c599-e2a7-41b3-8600-73f02f438429 HTTP/1.1" status: 204 len: 173 time: 0.4853830 Jul 08 08:26:23.582769 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'name': 'network-vif-deleted', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:23.582769 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b9dc4b-9ad6-4846-809f-60f87378b95a" -d '{"events": [{"server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "name": "network-vif-deleted", "tag": "3121c599-e2a7-41b3-8600-73f02f438429"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:23.615657 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5499dfc8-44ce-4320-8def-634061f7715b x-openstack-request-id: req-5499dfc8-44ce-4320-8def-634061f7715b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:23.615943 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e", "name": "network-vif-deleted", "tag": "3121c599-e2a7-41b3-8600-73f02f438429", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:23.616193 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5499dfc8-44ce-4320-8def-634061f7715b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:23.616589 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e', 'name': 'network-vif-deleted', 'tag': '3121c599-e2a7-41b3-8600-73f02f438429', 'status': 'completed', 'code': 200} Jul 08 08:26:24.585877 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f72de6b-8025-4124-9bfe-0a1a17236581 req-e200d521-de57-4500-b94b-62de5a56e8c4 tempest-TestMinimumBasicScenario-172283134 tempest-TestMinimumBasicScenario-172283134-project] 10.222.0.72 "GET /v2.0/ports?device_id=65bb33c6-b50b-41ec-ba1e-ce1e5a1cf88e HTTP/1.1" status: 200 len: 210 time: 0.0286539 Jul 08 08:26:25.399749 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-54c94fc6-7908-4fb6-a7b5-f29c0d577648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:25.902019 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 3121c599-e2a7-41b3-8600-73f02f438429 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:25.925728 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 3121c599-e2a7-41b3-8600-73f02f438429 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:25.926068 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 3121c599-e2a7-41b3-8600-73f02f438429 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:27.388813 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36928) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:27.765106 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:27.792775 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.103123 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-028c57c2-ff6e-4e48-b8ee-cf9826babec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.338172 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Deleting port 2ea87567-e706-48b9-802e-b3d6f697380d {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:28.338507 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.414591 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] For port 2ea87567-e706-48b9-802e-b3d6f697380d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=2ea87567-e706-48b9-802e-b3d6f697380d,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:28.415221 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.426474 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Calling delete_port for 2ea87567-e706-48b9-802e-b3d6f697380d owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:28.656857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.679843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:28.711349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea87567-e706-48b9-802e-b3d6f697380d,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:28.740249 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.740610 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.740955 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.741321 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.741742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.743756 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.746809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:28.848086 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.058192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:26:29.119595 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.164355 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:26:29.173881 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-574e61a7-fe78-4ea9-ad87-3a3ba49e5fd4 admin admin] 10.222.0.72 "PUT /v2.0/routers/3addbfb7-85d5-4d7c-81b6-018328f9c3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805240 Jul 08 08:26:29.173881 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36938) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:29.174073 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Sync routers for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:26:29.182468 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:29.183128 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:29.277211 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.287451 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:29.381410 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.464706 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:26:28Z', 'revision_number': 5, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port': {'id': 'dcca3071-329f-4851-aaa8-0f34ac515824', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:10Z', 'updated_at': '2021-07-08T08:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:29.491206 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Checking router: 3addbfb7-85d5-4d7c-81b6-018328f9c3ff for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:26:29.500006 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Routers {'3addbfb7-85d5-4d7c-81b6-018328f9c3ff'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:29.500614 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:29.538941 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Deleting port dcca3071-329f-4851-aaa8-0f34ac515824 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:29.539501 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.586219 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] Set router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:29.621118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] For port dcca3071-329f-4851-aaa8-0f34ac515824, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=dcca3071-329f-4851-aaa8-0f34ac515824,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:29.621473 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.634468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Calling delete_port for dcca3071-329f-4851-aaa8-0f34ac515824 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:29.641616 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:26:29Z', 'revision_number': 6, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:29.667902 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6e28b-bea6-4e97-9122-721868b4d56d None None] The sync data for ids ['3addbfb7-85d5-4d7c-81b6-018328f9c3ff'] in dv-cinder-784945-12-iscsi is: [{'id': '3addbfb7-85d5-4d7c-81b6-018328f9c3ff', 'name': 'tempest-TestMinimumBasicScenario-2036667402-router', 'tenant_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:26:29Z', 'revision_number': 6, 'project_id': 'c84c6cb6cb674e899e19f79da80e4ba0', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:26:29.867182 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:29.892201 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcca3071-329f-4851-aaa8-0f34ac515824,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:29.919904 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.025993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.027843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.164379 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.164935 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3addbfb7-85d5-4d7c-81b6-018328f9c3ff {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:26:30.170320 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.171328 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-60ccd58e-e0bc-4b6a-843f-a9427ea09ca6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3addbfb7-85d5-4d7c-81b6-018328f9c3ff HTTP/1.1" status: 204 len: 168 time: 0.9975069 Jul 08 08:26:30.173735 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36948) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:30.221278 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Deleting subnet 5654015f-4900-440c-9d2c-1f462bb1320b {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:26:30.232973 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.260081 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.334634 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.457200 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.490605 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.492504 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5654015f-4900-440c-9d2c-1f462bb1320b HTTP/1.1" status: 204 len: 168 time: 0.3178637 Jul 08 08:26:30.494209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d73e3b-3f7e-40e2-b579-0c907c338486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5654015f-4900-440c-9d2c-1f462bb1320b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:30.495082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 36952) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:30.496145 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d8dcc-cda0-48a8-b6db-76f0f81c01a9 None None] Network 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:26:30.539310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device dcca3071-329f-4851-aaa8-0f34ac515824 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:30.568223 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: dcca3071-329f-4851-aaa8-0f34ac515824 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:30.568651 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device dcca3071-329f-4851-aaa8-0f34ac515824 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:30.569179 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 2ea87567-e706-48b9-802e-b3d6f697380d no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:30.594147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 2ea87567-e706-48b9-802e-b3d6f697380d {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:30.594492 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 2ea87567-e706-48b9-802e-b3d6f697380d not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:30.602487 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.665975 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-576e2c6c-945e-4f9c-ae28-f47bf29ac878 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087296 Jul 08 08:26:30.683225 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Deleting port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:30.683883 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.735923 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] DHCP port deletion for 6de7508f-adf8-4fe0-b2f6-fa685b0a8cba request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:26:30.782705 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] For port 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b215374-4db2-40fa-bf50-65cbcf5e8a80,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:30.783039 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.799170 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Calling delete_port for 8b215374-4db2-40fa-bf50-65cbcf5e8a80 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:30.801411 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Deleting port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:30.801817 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.820136 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab3bb-7621-49c0-b860-62c194cff45f req-b6dc0e19-53cd-4788-9f1e-10cb83577cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:30.821638 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-b6dc0e19-53cd-4788-9f1e-10cb83577cdb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.0957165 Jul 08 08:26:30.863105 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.870673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] For port 8b215374-4db2-40fa-bf50-65cbcf5e8a80, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b215374-4db2-40fa-bf50-65cbcf5e8a80,segment=NetworkSegment(ad43ff75-a3a9-4979-820e-34266e803382),segment_id=ad43ff75-a3a9-4979-820e-34266e803382)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:30.871656 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:30.884915 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Calling delete_port for 8b215374-4db2-40fa-bf50-65cbcf5e8a80 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:30.961254 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab3bb-7621-49c0-b860-62c194cff45f req-025da6f6-bb96-40ca-bb0b-4f95b9dd0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:30.963009 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-025da6f6-bb96-40ca-bb0b-4f95b9dd0c9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.1115556 Jul 08 08:26:31.029397 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.037504 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.040079 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-5fc4d6c7-2970-4404-9eb2-32d866005268 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 1000 time: 0.0698853 Jul 08 08:26:31.062218 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Pushing event deleted for resources: {'Port': ['ID=8b215374-4db2-40fa-bf50-65cbcf5e8a80,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:31.066278 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b215374-4db2-40fa-bf50-65cbcf5e8a80,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:31.067233 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] No DVR routers for this DVR port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:31.069102 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] No DVR routers for this DVR port 8b215374-4db2-40fa-bf50-65cbcf5e8a80 on host dv-cinder-784945-12-iscsi {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:31.080424 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.080769 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.081152 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.081472 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.081803 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.082154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.082477 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.082824 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.083152 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.083468 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.083784 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.084141 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db42dff-a022-4be2-97e7-6fa1640e31df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:26:31.164352 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab3bb-7621-49c0-b860-62c194cff45f req-57319120-0287-45b3-9aac-f92c0077180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:31.165822 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-57319120-0287-45b3-9aac-f92c0077180d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.1086955 Jul 08 08:26:31.171361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.204017 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de7508f-adf8-4fe0-b2f6-fa685b0a8cba']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:31.215969 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad43ff75-a3a9-4979-820e-34266e803382') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:31.215969 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad43ff75-a3a9-4979-820e-34266e803382') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:31.228692 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.245397 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.255480 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:26:31.255883 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:26:31.257501 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:26:31.565694 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ab3bb-7621-49c0-b860-62c194cff45f req-bac8bfb0-e9ff-440c-810c-c80d808635f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:31.567233 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-bac8bfb0-e9ff-440c-810c-c80d808635f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3934143 Jul 08 08:26:31.663630 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-5e9b608d-0fb1-470b-a215-62eb5c85f86b service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881054 Jul 08 08:26:31.717186 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.726660 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:31.728494 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6de7508f-adf8-4fe0-b2f6-fa685b0a8cba HTTP/1.1" status: 204 len: 168 time: 1.2314315 Jul 08 08:26:31.731894 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36962) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:31.741110 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f568-9251-460d-ac5d-6a450223f7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de7508f-adf8-4fe0-b2f6-fa685b0a8cba,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:31.774925 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-341ab3bb-7621-49c0-b860-62c194cff45f req-e58d8d72-fc53-4727-b3cd-e292bac66b52 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040466 Jul 08 08:26:32.065235 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:32.302748 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b215374-4db2-40fa-bf50-65cbcf5e8a80 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:32.317423 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Deleting port 3901a22f-d31d-4f78-8318-10e0e7e27979 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:32.317680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:32.326435 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 8b215374-4db2-40fa-bf50-65cbcf5e8a80 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:32.326810 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b215374-4db2-40fa-bf50-65cbcf5e8a80 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:32.395230 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] For port 3901a22f-d31d-4f78-8318-10e0e7e27979, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=3901a22f-d31d-4f78-8318-10e0e7e27979,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:32.395582 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:32.407712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Calling delete_port for 3901a22f-d31d-4f78-8318-10e0e7e27979 owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:32.651021 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:32.680507 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Pushing event deleted for resources: {'Port': ['ID=3901a22f-d31d-4f78-8318-10e0e7e27979,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:32.809188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:33.276442 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Router f92693cc-918f-4056-bba2-860d8becf4d6 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:26:33.388432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:26:33.393569 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-09e5019f-17fc-4651-898f-1c8937e5425b admin admin] 10.222.0.72 "PUT /v2.0/routers/f92693cc-918f-4056-bba2-860d8becf4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604710 Jul 08 08:26:33.396025 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36976) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:33.398647 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Sync routers for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:26:33.408828 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:33.409516 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:33.506843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:33.527557 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:33.613463 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:33.730551 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:26:32Z', 'revision_number': 5, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port': {'id': '65fb9242-9529-4ea3-8f78-2ac193518621', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:24Z', 'updated_at': '2021-07-08T08:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:33.744739 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Deleting port 65fb9242-9529-4ea3-8f78-2ac193518621 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:33.745117 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:33.761408 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Checking router: f92693cc-918f-4056-bba2-860d8becf4d6 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:26:33.772984 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Routers {'f92693cc-918f-4056-bba2-860d8becf4d6'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:33.773915 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['f92693cc-918f-4056-bba2-860d8becf4d6'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:33.828436 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] For port 65fb9242-9529-4ea3-8f78-2ac193518621, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=65fb9242-9529-4ea3-8f78-2ac193518621,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:33.829440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:33.844007 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Calling delete_port for 65fb9242-9529-4ea3-8f78-2ac193518621 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:33.863783 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] Set router f92693cc-918f-4056-bba2-860d8becf4d6 gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:33.917092 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:26:33Z', 'revision_number': 6, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:33.947173 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca33ff-3db2-4df7-bb53-70dd08161239 None None] The sync data for ids ['f92693cc-918f-4056-bba2-860d8becf4d6'] in dv-cinder-784945-12-iscsi is: [{'id': 'f92693cc-918f-4056-bba2-860d8becf4d6', 'name': 'tempest-TestMinimumBasicScenario-873188128-router', 'tenant_id': '6f1feb7f378b47acb5780d351b4d6c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:26:33Z', 'revision_number': 6, 'project_id': '6f1feb7f378b47acb5780d351b4d6c14', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:26:34.073934 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.099460 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fb9242-9529-4ea3-8f78-2ac193518621,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:34.130179 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.217680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.219845 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.377969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.378986 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f92693cc-918f-4056-bba2-860d8becf4d6 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:26:34.385358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.389159 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-079b1cfc-6b62-41ac-97b5-f4975beba412 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f92693cc-918f-4056-bba2-860d8becf4d6 HTTP/1.1" status: 204 len: 168 time: 0.9897628 Jul 08 08:26:34.389539 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36988) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:34.414455 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3901a22f-d31d-4f78-8318-10e0e7e27979 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:34.447514 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Deleting subnet 03e29243-0de0-4875-b89a-48fd3ef9d926 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:26:34.447768 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 3901a22f-d31d-4f78-8318-10e0e7e27979 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:34.448327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 3901a22f-d31d-4f78-8318-10e0e7e27979 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:34.451209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.490188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.534974 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.697256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.724990 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e29243-0de0-4875-b89a-48fd3ef9d926,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:34.726945 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.729361 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-3d56d030-7a44-4a0e-926d-c0fdc93f77a4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/03e29243-0de0-4875-b89a-48fd3ef9d926 HTTP/1.1" status: 204 len: 168 time: 0.3383436 Jul 08 08:26:34.731398 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 36994) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:34.736057 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6d7ed-6e83-4ae6-997c-d17c11b086c2 None None] Network 4e83dc93-7be1-454b-be11-0e11831d0cd3 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:26:34.806762 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.872079 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Deleting port fb69eacb-a556-4fbf-a402-1e106459a4e0 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:34.872732 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.926870 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] DHCP port deletion for 4e83dc93-7be1-454b-be11-0e11831d0cd3 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:26:34.942772 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] For port fb69eacb-a556-4fbf-a402-1e106459a4e0, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=fb69eacb-a556-4fbf-a402-1e106459a4e0,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:34.943224 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:34.960378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Calling delete_port for fb69eacb-a556-4fbf-a402-1e106459a4e0 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:34.975197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Deleting port fb69eacb-a556-4fbf-a402-1e106459a4e0 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:34.975569 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.050614 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] For port fb69eacb-a556-4fbf-a402-1e106459a4e0, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=fb69eacb-a556-4fbf-a402-1e106459a4e0,segment=NetworkSegment(6844cdc8-9863-40ad-a1c5-596ce35c703f),segment_id=6844cdc8-9863-40ad-a1c5-596ce35c703f)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:35.051364 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.069783 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Calling delete_port for fb69eacb-a556-4fbf-a402-1e106459a4e0 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:35.142877 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.173424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] No DVR routers for this DVR port fb69eacb-a556-4fbf-a402-1e106459a4e0 on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:35.178098 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb69eacb-a556-4fbf-a402-1e106459a4e0,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:35.249126 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.259886 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.260373 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.261246 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.261604 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.261947 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.262276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.262612 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.262983 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.263479 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.263624 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.263800 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.289471 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] Pushing event deleted for resources: {'Port': ['ID=fb69eacb-a556-4fbf-a402-1e106459a4e0,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:35.291219 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d063202-00b0-483f-a248-9ffdf613abcd None None] No DVR routers for this DVR port fb69eacb-a556-4fbf-a402-1e106459a4e0 on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:35.367787 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.368141 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.368475 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.368807 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 08:26:35.369185 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e83dc93-7be1-454b-be11-0e11831d0cd3']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:35.386714 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6844cdc8-9863-40ad-a1c5-596ce35c703f') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:35.387008 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6844cdc8-9863-40ad-a1c5-596ce35c703f') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:35.402151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.423392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.431390 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:26:35.431769 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: from cryptography.utils import int_from_bytes Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: from cryptography.utils import int_from_bytes Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:26:35.435698 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:26:35.564132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.569922 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:35.578805 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e83dc93-7be1-454b-be11-0e11831d0cd3 HTTP/1.1" status: 204 len: 168 time: 0.8389957 Jul 08 08:26:35.589396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe4628-7e93-43cd-b185-b97e26b0abe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e83dc93-7be1-454b-be11-0e11831d0cd3,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:35.959591 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37004) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:35.999498 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a31539bb-5dc0-4721-ae79-ccebd8457a25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c84c6cb6cb674e899e19f79da80e4ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387502 Jul 08 08:26:36.001977 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37006) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:36.048028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:36.068745 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:36.199345 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:36.202445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:36.203664 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/284611e6-9541-4746-adc6-ad9a508b4c19 HTTP/1.1" status: 204 len: 168 time: 0.2008176 Jul 08 08:26:36.211128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b722f3f-613e-4410-ba5c-9f2ab1fcb458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284611e6-9541-4746-adc6-ad9a508b4c19,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:36.310787 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 65fb9242-9529-4ea3-8f78-2ac193518621 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:36.333353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 65fb9242-9529-4ea3-8f78-2ac193518621 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:36.334056 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 65fb9242-9529-4ea3-8f78-2ac193518621 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:36.334483 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device fb69eacb-a556-4fbf-a402-1e106459a4e0 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:36.352496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: fb69eacb-a556-4fbf-a402-1e106459a4e0 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:36.352838 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device fb69eacb-a556-4fbf-a402-1e106459a4e0 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:37.167140 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37028) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:37.239624 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8a8bd742-47fa-483d-8e21-647a0ce09531 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f1feb7f378b47acb5780d351b4d6c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713248 Jul 08 08:26:37.242223 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37030) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:26:37.266328 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac027a-1b93-43e3-89e3-370771df9704 req-e79c7dfe-a4a3-44d6-b498-9f7b200bed68 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:37.269038 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65ac027a-1b93-43e3-89e3-370771df9704 req-e79c7dfe-a4a3-44d6-b498-9f7b200bed68 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0870833 Jul 08 08:26:37.294458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:37.306131 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65ac027a-1b93-43e3-89e3-370771df9704 req-a5dc0cae-7c34-4a56-bc70-7fc5db3756f7 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 08 08:26:37.315769 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:37.451278 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:37.453801 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:37.454967 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/795da5c6-b50b-4fe4-b33f-59e2c2ae48f2 HTTP/1.1" status: 204 len: 168 time: 0.2110362 Jul 08 08:26:37.462534 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0e7dd-1cc7-4276-bb7d-67e20c861976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795da5c6-b50b-4fe4-b33f-59e2c2ae48f2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:38.483486 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8397e07-b66d-4a22-9e5d-bf9a81597e4a req-2875f97a-753e-4ced-98a7-30d4369d85de tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:38.484927 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8397e07-b66d-4a22-9e5d-bf9a81597e4a req-2875f97a-753e-4ced-98a7-30d4369d85de tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0610654 Jul 08 08:26:38.521427 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8397e07-b66d-4a22-9e5d-bf9a81597e4a req-fc3c28dc-96dc-48f0-8b98-d0e216174af3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Jul 08 08:26:39.693883 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f22dc-9bed-4d98-84d1-16510c16f289 req-37664b1b-aa9a-4f1f-b6f9-36830acff2f8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:39.695345 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-079f22dc-9bed-4d98-84d1-16510c16f289 req-37664b1b-aa9a-4f1f-b6f9-36830acff2f8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0603673 Jul 08 08:26:39.735363 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-079f22dc-9bed-4d98-84d1-16510c16f289 req-bb1bf95c-1e56-497a-a211-5947dc7b7f5a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Jul 08 08:26:40.533012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95109-4089-4373-9d4a-babcf3537c0a req-f2d4dae3-88f4-429a-938a-83e60c1b929a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:40.534560 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bda95109-4089-4373-9d4a-babcf3537c0a req-f2d4dae3-88f4-429a-938a-83e60c1b929a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0636961 Jul 08 08:26:40.572567 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bda95109-4089-4373-9d4a-babcf3537c0a req-3695eaf6-fbcd-493a-a652-dce82bd6b46d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Jul 08 08:26:40.931890 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9a07-28d1-4d6d-a4a7-9440ab03aa1e req-af79f99e-deb5-4056-8b5d-a81259840794 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:40.933635 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-be0f9a07-28d1-4d6d-a4a7-9440ab03aa1e req-af79f99e-deb5-4056-8b5d-a81259840794 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0807097 Jul 08 08:26:40.972914 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-be0f9a07-28d1-4d6d-a4a7-9440ab03aa1e req-66eba8d7-5838-455a-a155-cf6ba92b283f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Jul 08 08:26:41.315654 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f484f8b-0931-4cec-b64f-9e4a3d608464 req-2ce222d3-d232-4571-81e0-e2c639f863ad tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:41.317127 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f484f8b-0931-4cec-b64f-9e4a3d608464 req-2ce222d3-d232-4571-81e0-e2c639f863ad tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0648241 Jul 08 08:26:41.354045 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f484f8b-0931-4cec-b64f-9e4a3d608464 req-3a21bb53-2b3e-4a42-bbdd-b7720e7bba09 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Jul 08 08:26:41.740405 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0a938-8eff-47ed-80be-86a42cb520df req-23bbdb9f-367a-469e-9253-924296cdfb32 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:41.741851 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c3f0a938-8eff-47ed-80be-86a42cb520df req-23bbdb9f-367a-469e-9253-924296cdfb32 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0608561 Jul 08 08:26:41.779186 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c3f0a938-8eff-47ed-80be-86a42cb520df req-72212273-1cbe-41b1-92e4-791cff55bb83 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Jul 08 08:26:42.147884 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45578d4-f9db-457f-a0d9-4aa1b11bd829 req-ec188354-7bd4-4591-88ca-948ca5161845 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:42.149340 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a45578d4-f9db-457f-a0d9-4aa1b11bd829 req-ec188354-7bd4-4591-88ca-948ca5161845 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0617976 Jul 08 08:26:42.190510 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a45578d4-f9db-457f-a0d9-4aa1b11bd829 req-0dcf844b-82bf-4e41-89c1-31530ddd67c1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346522 Jul 08 08:26:42.536165 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c2b37-ee0e-48c0-842e-1f84325c7033 req-c7f3af6e-e59f-4c89-bcce-2b5ed9e491ae tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:42.537610 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-763c2b37-ee0e-48c0-842e-1f84325c7033 req-c7f3af6e-e59f-4c89-bcce-2b5ed9e491ae tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0644665 Jul 08 08:26:42.576671 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-763c2b37-ee0e-48c0-842e-1f84325c7033 req-6bba11ba-43ff-4418-bf8d-217ea942efd1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Jul 08 08:26:42.956607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e800-fb4f-448e-8325-b516e5387eda req-f5a26c0b-4d38-4c85-ae2c-03ce7073066a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:42.958120 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-06c1e800-fb4f-448e-8325-b516e5387eda req-f5a26c0b-4d38-4c85-ae2c-03ce7073066a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0665812 Jul 08 08:26:42.995170 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-06c1e800-fb4f-448e-8325-b516e5387eda req-e45cff39-9018-48d5-a2a3-d9ed2e476220 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Jul 08 08:26:43.367807 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067507e-bf14-4e7d-a537-7a001c274fd8 req-3cdc8f1b-0edb-432d-a110-919337422de1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:43.369259 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9067507e-bf14-4e7d-a537-7a001c274fd8 req-3cdc8f1b-0edb-432d-a110-919337422de1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0645382 Jul 08 08:26:43.405679 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9067507e-bf14-4e7d-a537-7a001c274fd8 req-f8c0d2ed-ecec-4738-acbf-f8cd1e2af12a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Jul 08 08:26:43.745340 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a3787-938e-463a-869f-d5736b7b119a req-1af6ad7c-9bba-4895-988c-0a0bf3516b03 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:43.746818 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-db2a3787-938e-463a-869f-d5736b7b119a req-1af6ad7c-9bba-4895-988c-0a0bf3516b03 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0610778 Jul 08 08:26:43.784449 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-db2a3787-938e-463a-869f-d5736b7b119a req-7d38501b-4078-4c72-88f1-e6133d598ac6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Jul 08 08:26:44.165473 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc5d-9495-499f-a91c-f1b0f3724ab8 req-c218cd3c-abbc-42e9-865e-328bf8ca3564 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:44.166871 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5cadbc5d-9495-499f-a91c-f1b0f3724ab8 req-c218cd3c-abbc-42e9-865e-328bf8ca3564 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jul 08 08:26:44.207976 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5cadbc5d-9495-499f-a91c-f1b0f3724ab8 req-56374ae8-7d30-4fcc-a7b4-a61b90554ec6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Jul 08 08:26:44.577046 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf337a9-b9e9-48c9-8801-1af104150d37 req-71725536-ce7d-45aa-aee0-846992589aed tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:44.578491 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5cf337a9-b9e9-48c9-8801-1af104150d37 req-71725536-ce7d-45aa-aee0-846992589aed tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0601513 Jul 08 08:26:44.614444 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5cf337a9-b9e9-48c9-8801-1af104150d37 req-9ff2ae0f-3720-45ff-8579-1bde52468c93 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Jul 08 08:26:44.954663 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a4638-b9c6-4d77-800c-be99d976b6f5 req-af306e98-938b-40c2-a7c5-e80f5ad04aab tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:44.956116 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f93a4638-b9c6-4d77-800c-be99d976b6f5 req-af306e98-938b-40c2-a7c5-e80f5ad04aab tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0606494 Jul 08 08:26:44.992452 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f93a4638-b9c6-4d77-800c-be99d976b6f5 req-54caa80d-3730-43b2-aa37-e8742ed207cc tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Jul 08 08:26:45.376413 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8664a-2823-4c31-8ae4-aedf5a382e1b req-01295b9d-d820-4255-b4c8-6f0c5ad98653 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:45.377845 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98b8664a-2823-4c31-8ae4-aedf5a382e1b req-01295b9d-d820-4255-b4c8-6f0c5ad98653 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0630441 Jul 08 08:26:45.414180 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-98b8664a-2823-4c31-8ae4-aedf5a382e1b req-554dfb5f-b2dc-4e6c-93a7-5f8ec091a0cf tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Jul 08 08:26:45.789121 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c222-cfca-4a4a-8fe4-3b403208bced req-030d49f5-e469-44db-a4d3-ef97a8b52a97 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:45.790491 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cde1c222-cfca-4a4a-8fe4-3b403208bced req-030d49f5-e469-44db-a4d3-ef97a8b52a97 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0624790 Jul 08 08:26:45.826720 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cde1c222-cfca-4a4a-8fe4-3b403208bced req-94284d7d-9059-4aeb-a10e-f88c66f0ef0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299556 Jul 08 08:26:46.166415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e44f0c-3606-4967-87db-0caaccec82a3 req-ebd5c74d-7593-422a-8769-b4acca13d9fb tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:46.173774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7e44f0c-3606-4967-87db-0caaccec82a3 req-ebd5c74d-7593-422a-8769-b4acca13d9fb tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0627444 Jul 08 08:26:46.207633 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b7e44f0c-3606-4967-87db-0caaccec82a3 req-5842f44b-8814-4292-98da-5ad99522ac9f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Jul 08 08:26:46.474957 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:26:46.585927 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f00732-5280-493f-a804-ed6e647bf8c6 req-1bbb948a-bb94-4981-bef3-c9e59414d767 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:46.587481 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-19f00732-5280-493f-a804-ed6e647bf8c6 req-1bbb948a-bb94-4981-bef3-c9e59414d767 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0627007 Jul 08 08:26:46.625187 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-19f00732-5280-493f-a804-ed6e647bf8c6 req-89530470-356a-430d-a8f8-544641795a20 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Jul 08 08:26:46.989184 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022464a-6d47-4cc4-ae51-fd2f74abacdd req-7fba2588-5e71-4665-a4d1-0d69209cb073 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:46.990648 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4022464a-6d47-4cc4-ae51-fd2f74abacdd req-7fba2588-5e71-4665-a4d1-0d69209cb073 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.0907643 Jul 08 08:26:47.048460 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4022464a-6d47-4cc4-ae51-fd2f74abacdd req-d5392e64-ded2-4848-8694-78ee4b18c5e0 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515051 Jul 08 08:26:47.056294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ededca-372a-4d5d-97d9-adac08998b0e req-ab675d4a-5e0e-4236-8b7c-944fb552197c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:47.057690 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07ededca-372a-4d5d-97d9-adac08998b0e req-ab675d4a-5e0e-4236-8b7c-944fb552197c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.1145658 Jul 08 08:26:47.094058 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-07ededca-372a-4d5d-97d9-adac08998b0e req-812a5785-c2ed-4a73-b682-b23d4911e736 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Jul 08 08:26:47.375712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8057-564f-4cc3-9219-16444983f67a req-b4cdd437-6653-4e5a-bd09-a76fffe7159d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:47.377162 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-749b8057-564f-4cc3-9219-16444983f67a req-b4cdd437-6653-4e5a-bd09-a76fffe7159d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0605879 Jul 08 08:26:47.414148 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-749b8057-564f-4cc3-9219-16444983f67a req-2480a00e-46f3-4a82-a275-b8f521636a9c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Jul 08 08:26:47.798758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bef50-3141-40af-a30f-b0f8d08fb69c req-2f275a38-e644-4417-b414-35c42dfb8a48 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:47.800182 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d14bef50-3141-40af-a30f-b0f8d08fb69c req-2f275a38-e644-4417-b414-35c42dfb8a48 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0637298 Jul 08 08:26:47.836670 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d14bef50-3141-40af-a30f-b0f8d08fb69c req-f9ccf386-89c1-48cc-9957-bd05919250cd tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Jul 08 08:26:48.246157 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684bf4-af4a-4777-9627-fe85ce3cd3a9 req-4f222641-ebc6-46d3-9ff6-c401aeafbd8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:48.247634 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22684bf4-af4a-4777-9627-fe85ce3cd3a9 req-4f222641-ebc6-46d3-9ff6-c401aeafbd8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.0877371 Jul 08 08:26:48.298860 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-22684bf4-af4a-4777-9627-fe85ce3cd3a9 req-cad8df91-9af1-47e7-9c69-93a814b66fce tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Jul 08 08:26:48.309547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b78a4-26ef-47bf-8553-cbe39d827b5e req-a299133c-12e5-4b61-a862-d5eef9e97989 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:48.311921 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-877b78a4-26ef-47bf-8553-cbe39d827b5e req-a299133c-12e5-4b61-a862-d5eef9e97989 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.1019387 Jul 08 08:26:48.348982 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-877b78a4-26ef-47bf-8553-cbe39d827b5e req-87bd1bbb-1c6e-4815-8477-f1d32480fdf5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Jul 08 08:26:48.586075 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a860cc-20d9-4172-bd24-5c0a95ca7bc2 req-cfe7e3f0-bfe2-4749-b604-c3efaa8ef599 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:48.587549 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4a860cc-20d9-4172-bd24-5c0a95ca7bc2 req-cfe7e3f0-bfe2-4749-b604-c3efaa8ef599 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0643699 Jul 08 08:26:48.624166 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4a860cc-20d9-4172-bd24-5c0a95ca7bc2 req-7dec0e03-4c14-4050-a6b5-cf7bd91c61de tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303087 Jul 08 08:26:48.743061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424817c1-99ed-4810-b332-6140b5180b4a req-d169a12f-4771-496c-9986-51f26061a557 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:48.744490 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-424817c1-99ed-4810-b332-6140b5180b4a req-d169a12f-4771-496c-9986-51f26061a557 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 945 time: 0.0639150 Jul 08 08:26:48.842084 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:26:48.842420 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:48.931669 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] For port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:48.932025 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:49.005466 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba0c6-acda-485c-b0e5-6d293ea492c6 req-416ef69c-4ba7-4dca-9ad7-5afb4cf81555 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:49.006970 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-070ba0c6-acda-485c-b0e5-6d293ea492c6 req-416ef69c-4ba7-4dca-9ad7-5afb4cf81555 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0612390 Jul 08 08:26:49.043145 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-070ba0c6-acda-485c-b0e5-6d293ea492c6 req-32ce3680-eabb-41eb-a7e3-1480888741ad tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304265 Jul 08 08:26:49.097251 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:49.097546 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:49.097850 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 2c721f37-a1c5-424e-9287-0be1398194b8 disassociated. External IP: 172.27.3.163, port: e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad. Jul 08 08:26:49.098177 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:26:49.268078 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:49.297928 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:49.411933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:26:49.443216 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8f1c6720-872d-47be-9d29-07d59f2b146b req-ebf3e1aa-c597-4aff-a8cb-7e13c1885762 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0328608 Jul 08 08:26:49.520929 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:26:49.525694 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23ccbb-9ee0-403f-a4cc-717eb3c7b8c6 req-595518cf-f6b6-46db-923f-2860974f9bf0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:49.527002 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cf23ccbb-9ee0-403f-a4cc-717eb3c7b8c6 req-595518cf-f6b6-46db-923f-2860974f9bf0 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0614011 Jul 08 08:26:49.532726 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:26:49.541974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:49.542834 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:49.565164 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] No DVR routers for this DVR port e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:26:49.565917 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cf23ccbb-9ee0-403f-a4cc-717eb3c7b8c6 req-94c82319-0719-4cfe-992d-7c553d92ee41 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Jul 08 08:26:49.567742 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:49.569791 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-424817c1-99ed-4810-b332-6140b5180b4a req-7e7295af-9374-4d7a-a6bf-85311f2b8f20 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "DELETE /v2.0/ports/e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad HTTP/1.1" status: 204 len: 173 time: 0.8193686 Jul 08 08:26:49.570218 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'name': 'network-vif-deleted', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:49.572493 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8b4d24-6537-4e9c-ab72-4e329e5b58eb" -d '{"events": [{"server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "name": "network-vif-deleted", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:49.611061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ddd6e7-f014-4930-8be3-f49b75f0b279 x-openstack-request-id: req-43ddd6e7-f014-4930-8be3-f49b75f0b279 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:49.611061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aed081-267e-4108-bf39-5927176fc42d", "name": "network-vif-deleted", "tag": "e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:49.611061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43ddd6e7-f014-4930-8be3-f49b75f0b279 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:49.611061 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aed081-267e-4108-bf39-5927176fc42d', 'name': 'network-vif-deleted', 'tag': 'e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad', 'status': 'completed', 'code': 200} Jul 08 08:26:49.668979 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:49.822204 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2cb2d-066f-4288-9418-d30fac613e10 req-0724b2b4-13fe-48f2-b4fb-47575b57bc0f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:49.823691 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5fc2cb2d-066f-4288-9418-d30fac613e10 req-0724b2b4-13fe-48f2-b4fb-47575b57bc0f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0665772 Jul 08 08:26:49.861767 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5fc2cb2d-066f-4288-9418-d30fac613e10 req-c6def887-ac08-4e62-a5af-41f212b25055 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Jul 08 08:26:49.874122 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:49.905056 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:26:49.913220 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:26:49.913814 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:50.017224 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:26:50.221349 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:26:50.223499 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c886b-9f3e-4a09-91c2-f92ae60b0f7c req-4d16b684-9743-4aaf-8a76-0575d97984f0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:50.225091 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-350c886b-9f3e-4a09-91c2-f92ae60b0f7c req-4d16b684-9743-4aaf-8a76-0575d97984f0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0665929 Jul 08 08:26:50.247082 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a42f9-1c0b-4738-af2b-7215f645c6de None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:26:50.267097 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-350c886b-9f3e-4a09-91c2-f92ae60b0f7c req-45527996-3762-4b5f-9872-6d8d3e9c477b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362029 Jul 08 08:26:50.465914 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8252a4-cee1-429f-9780-6a3c1ad647c3 None None] New status for floating IP 2c721f37-a1c5-424e-9287-0be1398194b8: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:26:50.595857 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6121c33-23c9-403a-a5e6-367bed1aaa87 req-ce899ef6-cbc6-42a5-8ccf-1d001830c824 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=15aed081-267e-4108-bf39-5927176fc42d HTTP/1.1" status: 200 len: 210 time: 0.0281434 Jul 08 08:26:50.748887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bccda-c30a-4458-8694-c174f4c83550 req-1873ae33-856a-49ae-a7fe-35665c8aa77c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:50.751279 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-753bccda-c30a-4458-8694-c174f4c83550 req-1873ae33-856a-49ae-a7fe-35665c8aa77c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0624292 Jul 08 08:26:50.765838 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305490e3-103c-4c1a-9681-1415d2c89223 req-854eefc9-291a-4f95-bf05-9ca6236d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:50.767394 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-854eefc9-291a-4f95-bf05-9ca6236d9a3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.0651066 Jul 08 08:26:50.792733 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-753bccda-c30a-4458-8694-c174f4c83550 req-04b96048-8f81-4152-9c3f-6b12600184f1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360193 Jul 08 08:26:50.860644 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305490e3-103c-4c1a-9681-1415d2c89223 req-c12961c5-ed9e-4b43-a950-d61010ac58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:50.862119 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-c12961c5-ed9e-4b43-a950-d61010ac58d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.0874367 Jul 08 08:26:50.941010 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-9e07b30d-4751-4595-a744-112cba300de6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 1000 time: 0.0669515 Jul 08 08:26:50.992359 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305490e3-103c-4c1a-9681-1415d2c89223 req-544ac80d-3466-41bb-962f-2baff0c6b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:50.993817 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-544ac80d-3466-41bb-962f-2baff0c6b53f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.0433388 Jul 08 08:26:51.037712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3b81-18a1-47df-b338-09e4ddba40be req-530f3753-22fa-4a2d-b8e7-0f44f4585db1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:51.039198 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d63d3b81-18a1-47df-b338-09e4ddba40be req-530f3753-22fa-4a2d-b8e7-0f44f4585db1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0666876 Jul 08 08:26:51.050551 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305490e3-103c-4c1a-9681-1415d2c89223 req-fd2f6490-2f60-4ea6-9e17-5d0270ee87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:51.056429 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-fd2f6490-2f60-4ea6-9e17-5d0270ee87e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514355 Jul 08 08:26:51.077591 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d63d3b81-18a1-47df-b338-09e4ddba40be req-2d6ae3b0-5c22-431f-bb84-dafc90a41ca7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Jul 08 08:26:51.147947 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-f592240c-8b6a-45ed-b0f1-7cd7ef6e4197 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 Jul 08 08:26:51.237625 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-305490e3-103c-4c1a-9681-1415d2c89223 req-422f0120-f294-43d9-a876-9f78d7535e48 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822117 Jul 08 08:26:51.433048 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92871ace-f58a-4d03-a28a-d8213961b5a4 req-a8d48f2e-c02e-4ce9-836a-82d958897d46 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:51.434410 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-92871ace-f58a-4d03-a28a-d8213961b5a4 req-a8d48f2e-c02e-4ce9-836a-82d958897d46 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0609736 Jul 08 08:26:51.470806 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-92871ace-f58a-4d03-a28a-d8213961b5a4 req-70b3ee0f-864c-4c7c-a8a2-e8928a05c7af tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Jul 08 08:26:51.875919 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-08ede325-fa62-4b54-b479-0c03d2dc4095 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505187791&fields=id&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 267 time: 0.0332544 Jul 08 08:26:52.098353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:52.119595 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:26:52.119940 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device e1f3e3ec-a9aa-45a4-9acb-8d5a068e93ad not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:26:52.298283 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-aa185097-679c-4928-a09d-a02bc5984139 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:52.299763 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-aa185097-679c-4928-a09d-a02bc5984139 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.4168544 Jul 08 08:26:52.312027 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f66545-2c0e-4c18-8e15-55973d402782 req-24dd972c-3781-4dd1-9ae0-e50cf4064a7a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:52.313415 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70f66545-2c0e-4c18-8e15-55973d402782 req-24dd972c-3781-4dd1-9ae0-e50cf4064a7a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.1091928 Jul 08 08:26:52.330685 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-2a511be2-91ee-4a6f-af10-ab1030946db9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/quotas/a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 375 time: 0.0163517 Jul 08 08:26:52.384783 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70f66545-2c0e-4c18-8e15-55973d402782 req-fa6ee193-9475-45f7-9478-9f65836ca6dc tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637379 Jul 08 08:26:52.415898 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-f3ce1d99-99c0-414f-b40e-4df61c323d61 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790865 Jul 08 08:26:52.598810 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65bfc-efdc-4018-bcfd-20d44ce36a33 req-3c512c92-8e86-482e-b0de-a7694ec4dfe7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:52.600267 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24e65bfc-efdc-4018-bcfd-20d44ce36a33 req-3c512c92-8e86-482e-b0de-a7694ec4dfe7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.1155705 Jul 08 08:26:52.648206 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-dc11b851-eadd-4513-b7a5-a719b141521d service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205927 Jul 08 08:26:52.653380 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-24e65bfc-efdc-4018-bcfd-20d44ce36a33 req-1ba919ee-5ae3-4ee8-985e-34909dc1ae26 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Jul 08 08:26:52.736951 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-47d64450-ae48-44c1-b1d6-3090316bd0f3 service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820208 Jul 08 08:26:52.824115 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133947c8-c96b-4439-8271-35fe90d93f02 req-54025a9d-613a-4206-846c-136cd5945ce6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:52.826132 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-133947c8-c96b-4439-8271-35fe90d93f02 req-54025a9d-613a-4206-846c-136cd5945ce6 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0676737 Jul 08 08:26:52.865061 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-133947c8-c96b-4439-8271-35fe90d93f02 req-0747a3fe-162b-412d-8c49-bd64f46c5111 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327637 Jul 08 08:26:53.372068 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e0a231c-0240-468f-bcaa-52bdfd7a5aca req-d1c6be05-bee9-4647-a6c3-ad161c845980 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 210 time: 0.0279264 Jul 08 08:26:53.559547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b273-59a6-4d76-8e84-748c5f0ca5d6 req-904bf28b-06f0-4e9a-bcbc-0950c20426aa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:53.561072 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5307b273-59a6-4d76-8e84-748c5f0ca5d6 req-904bf28b-06f0-4e9a-bcbc-0950c20426aa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0617476 Jul 08 08:26:53.599585 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5307b273-59a6-4d76-8e84-748c5f0ca5d6 req-cd739e43-0a7b-4103-86db-65ab84ecb206 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jul 08 08:26:53.833149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed5817-ec6d-466d-9b2b-559bce432504 req-fcf01f13-967c-406d-81fe-7ce0f3a9d9a5 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:53.834525 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4ed5817-ec6d-466d-9b2b-559bce432504 req-fcf01f13-967c-406d-81fe-7ce0f3a9d9a5 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0648243 Jul 08 08:26:53.873457 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e4ed5817-ec6d-466d-9b2b-559bce432504 req-6c9f18d6-cc0e-4803-99d0-2ab8ae73751d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Jul 08 08:26:54.038156 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b029a2-8a5f-469b-9860-0e3d25f2dd37 req-498b3da9-5991-4278-b985-4aecee7e5430 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:54.039650 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6b029a2-8a5f-469b-9860-0e3d25f2dd37 req-498b3da9-5991-4278-b985-4aecee7e5430 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0622330 Jul 08 08:26:54.077744 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b6b029a2-8a5f-469b-9860-0e3d25f2dd37 req-c74d8562-7fdb-48d4-8966-61152d464a85 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Jul 08 08:26:54.101410 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:26:54.196944 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:54.208424 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'f820972e-725b-4dcb-a86a-ec381af74630', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:26:54.245470 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:54.258419 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:26:54.277768 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:54.359056 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:54.413168 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:54.457550 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['f820972e-725b-4dcb-a86a-ec381af74630'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:26:54.515840 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4737d399-0513-4739-87a1-33c4ad4ea45c req-d6b714b3-e2b4-4d16-9940-e82dad405a26 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 210 time: 0.0283647 Jul 08 08:26:54.781555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d280a-c40d-44b5-a631-487b36f2d69b req-5ab38734-d97b-4bc4-a2e2-d5ea5ad378e9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:54.783404 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-470d280a-c40d-44b5-a631-487b36f2d69b req-5ab38734-d97b-4bc4-a2e2-d5ea5ad378e9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.0691478 Jul 08 08:26:54.826256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-470d280a-c40d-44b5-a631-487b36f2d69b req-ebda3666-55b5-49fd-9fa4-45e227dd8b42 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355144 Jul 08 08:26:55.049701 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4552-a657-4d2c-8435-82dfbe47b6d8 req-bda227bf-912d-4113-9a58-8e4bfe284be0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:55.051349 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-127d4552-a657-4d2c-8435-82dfbe47b6d8 req-bda227bf-912d-4113-9a58-8e4bfe284be0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0651469 Jul 08 08:26:55.092662 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-127d4552-a657-4d2c-8435-82dfbe47b6d8 req-fd9a4df6-f39d-43fc-ba47-18129718cd52 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353487 Jul 08 08:26:55.253727 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57c914-2228-42fd-8caf-50d62cbba6cf req-fc201faf-c381-4c7f-bcb6-73adcbe3fc20 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:55.255216 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9b57c914-2228-42fd-8caf-50d62cbba6cf req-fc201faf-c381-4c7f-bcb6-73adcbe3fc20 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0634341 Jul 08 08:26:55.303590 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9b57c914-2228-42fd-8caf-50d62cbba6cf req-0338049e-77aa-49b7-938b-6050e5e597ee tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Jul 08 08:26:55.330477 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-287a7f8f-7ac1-4ad7-97c0-840541606e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:55.703424 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fb6c7748-953b-4bf0-b28e-0c3169267083 req-8a0e73d8-918d-4a1f-9e6d-fd254c385363 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 210 time: 0.0706129 Jul 08 08:26:55.776182 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-d57f0b29-0c06-49d2-aed7-bd17ace451fb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:55.778374 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-d57f0b29-0c06-49d2-aed7-bd17ace451fb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.1541004 Jul 08 08:26:55.831292 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-a8fd0d12-48b6-45fc-9af4-6b4f9e9fd419 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 380 time: 0.0427158 Jul 08 08:26:55.842899 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'port': {'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'admin_state_up': True, 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'security_groups': ['7aadc64f-8af8-4a70-8984-3749e86e6262']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:26:55.918881 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-b84873f3-e58c-4a0e-a301-3da1f56ae83e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252556 Jul 08 08:26:55.936957 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357b45d-1117-463e-99b1-ee9d8b6889e6 req-85bfaeb6-764a-4d41-b2f4-80799e1e9f47 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:55.938468 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d357b45d-1117-463e-99b1-ee9d8b6889e6 req-85bfaeb6-764a-4d41-b2f4-80799e1e9f47 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.1073017 Jul 08 08:26:56.071814 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d357b45d-1117-463e-99b1-ee9d8b6889e6 req-a8e10e70-35db-4771-8a57-63cf45d2e5f0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266811 Jul 08 08:26:56.113638 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:26:56.120004 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafd31e-db79-4054-b2b5-617057c5fe92 req-8ac64983-0d4b-4faf-9d17-1af411fd3b9b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:56.128304 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eaafd31e-db79-4054-b2b5-617057c5fe92 req-8ac64983-0d4b-4faf-9d17-1af411fd3b9b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.1274297 Jul 08 08:26:56.131992 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Made reservation on behalf of a3ff0b32b43949c48507fbd7762c5dae for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:26:56.140276 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.183746 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eaafd31e-db79-4054-b2b5-617057c5fe92 req-e3d3e1c1-07e4-4eff-aaa4-e9ab2c6b6ce2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541511 Jul 08 08:26:56.295872 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port f820972e-725b-4dcb-a86a-ec381af74630 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:26:56.296550 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.421148 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.459194 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:56.462399 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb734a0d-af30-4602-bda9-3e584f3f1445" -d '{"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:56.485499 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:56.499392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6daaab-81f3-4f6b-9974-7b94834a6b68 req-77bbb6cb-7a2b-4b0e-a63e-0c8de3b9bd8c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:56.507558 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ec6daaab-81f3-4f6b-9974-7b94834a6b68 req-77bbb6cb-7a2b-4b0e-a63e-0c8de3b9bd8c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.1279881 Jul 08 08:26:56.559669 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.560661 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:26:56.569544 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecafa5ff-5aad-49e0-bc18-37bdae1fb61d x-openstack-request-id: req-ecafa5ff-5aad-49e0-bc18-37bdae1fb61d {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:56.570033 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:56.572131 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecafa5ff-5aad-49e0-bc18-37bdae1fb61d {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:56.572704 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'code': 200} Jul 08 08:26:56.582152 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ec6daaab-81f3-4f6b-9974-7b94834a6b68 req-2037b413-9d95-432c-9cae-0188fed9aec1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736322 Jul 08 08:26:56.587124 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.20.0.13 (1ba24858-5803-4f59-8870-63a819f69432/bb19fc4a-38de-4540-adc0-c74605cf8d7b/92e2cd94-6d54-422c-86d6-73ca24b67cd2) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:26:56.688111 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:56.730417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.765634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:26:56.784729 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.800022 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Transition to ACTIVE for port object 92e2cd94-6d54-422c-86d6-73ca24b67cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:26:56.879779 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.917066 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:56.940050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=6']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:56.954456 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e410e3ec-c676-46b7-961a-fc45aff9ec7f req-1de77428-bbfb-4eec-a861-417a6a2b4f6f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 210 time: 0.0520689 Jul 08 08:26:56.991810 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:26:56.995619 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:26:57.004803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:26:57.007752 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:57.071945 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:57.073219 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.157555 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b18de1cb-023f-4814-bfaa-1bcc1adf3852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3196781 Jul 08 08:26:57.173412 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Request body: {'port': {'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:26:57.347687 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.452825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed02c7-7b6a-451b-b178-e5b599c05f05 req-6f478d2d-8eff-41cb-b53d-d271fe3bec33 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:57.454781 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bed02c7-7b6a-451b-b178-e5b599c05f05 req-6f478d2d-8eff-41cb-b53d-d271fe3bec33 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1342700 Jul 08 08:26:57.514348 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb80b-1b1f-4bc1-8dc7-ce2b778937e2 req-93363a98-87fd-47b8-965b-0ae78b03c83d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:57.515732 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9d6fb80b-1b1f-4bc1-8dc7-ce2b778937e2 req-93363a98-87fd-47b8-965b-0ae78b03c83d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.1453853 Jul 08 08:26:57.518944 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9b902579-4be4-4446-ad82-c65824cc0fc5 None None] Provisioning for port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:26:57.530907 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9b902579-4be4-4446-ad82-c65824cc0fc5 None None] Provisioning complete for port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:26:57.531280 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9b902579-4be4-4446-ad82-c65824cc0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.551474 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bed02c7-7b6a-451b-b178-e5b599c05f05 req-66f60014-55db-40df-a188-a48d67a39444 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886042 Jul 08 08:26:57.610154 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9d6fb80b-1b1f-4bc1-8dc7-ce2b778937e2 req-7c3c0dc7-7852-4295-918a-eae6d96c5899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816689 Jul 08 08:26:57.652800 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-9b902579-4be4-4446-ad82-c65824cc0fc5 None None] Port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:26:57.713193 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e2cd94-6d54-422c-86d6-73ca24b67cd2 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:26:57.721581 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.736029 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Transition to ACTIVE for port object 92e2cd94-6d54-422c-86d6-73ca24b67cd2 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:26:57.799769 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.828163 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:57.847846 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6cd17-7f38-4c88-9855-dda15f83bcbb req-b5425829-4f7a-456d-986f-6fc1cac0c4d1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:57.849328 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1bd6cd17-7f38-4c88-9855-dda15f83bcbb req-b5425829-4f7a-456d-986f-6fc1cac0c4d1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0908897 Jul 08 08:26:57.915527 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1bd6cd17-7f38-4c88-9855-dda15f83bcbb req-48ed0bde-8228-4da0-8d7f-87a41676e20e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597870 Jul 08 08:26:57.978342 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Pushing event updated for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:58.024140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Attempting to bind port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:26:58.026502 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Attempting to bind port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:26:58.027021 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Attempting to bind port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:26:58.032610 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 on network 1ba24858-5803-4f59-8870-63a819f69432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:26:58.033070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Attempting to bind port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:26:58.042153 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:26:58.042812 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:26:58.043340 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Bound using segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:26:58.044023 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Bound port: 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:26:58.045245 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:58.114148 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-158f7ead-2ee1-43ac-8928-73fa4a6df1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:58.186293 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:26:58.190458 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:26:58.314276 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:58.355859 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.356498 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:58.357898 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] 10.222.0.67 "PUT /v2.0/ports/92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 1094 time: 1.1905282 Jul 08 08:26:58.358406 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:58.360635 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:58.380248 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9a1c3-8e68-4851-a8e2-275fde6b40ab service neutron] Pushing event updated for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:26:58.480189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bad5f-28ed-4fe6-a5bd-25fb9989388d req-d2a73464-f269-49a5-bf76-ee30d430f23f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.491161 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c7bad5f-28ed-4fe6-a5bd-25fb9989388d req-d2a73464-f269-49a5-bf76-ee30d430f23f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.1301117 Jul 08 08:26:58.501398 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4dcf6-37f7-409d-81aa-84c7938c2999 x-openstack-request-id: req-dda4dcf6-37f7-409d-81aa-84c7938c2999 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:58.501711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:58.501978 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dda4dcf6-37f7-409d-81aa-84c7938c2999 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:58.502950 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'status': 'completed', 'code': 200} Jul 08 08:26:58.551262 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8c7bad5f-28ed-4fe6-a5bd-25fb9989388d req-e1610a3a-0268-4f9b-b60e-dd7dbaed8bb1 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571368 Jul 08 08:26:58.574266 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:26:58.579742 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3597e982-2bf2-408b-bdc9-83b872a39fea" -d '{"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-unplugged", "status": "completed", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:26:58.617000 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-98958178-1d7b-4895-bbab-c770ca176424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.621733 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-98958178-1d7b-4895-bbab-c770ca176424 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1097 time: 0.1106687 Jul 08 08:26:58.692009 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:58.745522 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-dc5033a7-1619-4796-8785-8ac2b16b67f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 217 time: 0.1083212 Jul 08 08:26:58.762123 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb0e8-b018-4f6c-afd3-c0d117b2995d req-400bdabf-0f06-41fc-9a72-61a72002a40a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.769673 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-638fb0e8-b018-4f6c-afd3-c0d117b2995d req-400bdabf-0f06-41fc-9a72-61a72002a40a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0901537 Jul 08 08:26:58.871686 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-72769ef8-5505-4ae3-88ee-081aa4a94a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.875014 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-72769ef8-5505-4ae3-88ee-081aa4a94a92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0886390 Jul 08 08:26:58.882448 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-638fb0e8-b018-4f6c-afd3-c0d117b2995d req-024d1a55-98be-4443-9218-26a4cc70fe9e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079023 Jul 08 08:26:58.933378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9771202-36e8-4771-89a6-154ad6f7ad1d req-692711e9-f11e-4624-8379-b110fc12a4db tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.937411 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e9771202-36e8-4771-89a6-154ad6f7ad1d req-692711e9-f11e-4624-8379-b110fc12a4db tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1499763 Jul 08 08:26:58.939263 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-a8bcc1d3-2a3d-453f-80e8-1bf3eda6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:58.943118 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-a8bcc1d3-2a3d-453f-80e8-1bf3eda6e24e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1099 time: 0.2084432 Jul 08 08:26:58.945968 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16293194-63bd-4a43-8293-5a8e5e7e01f3 x-openstack-request-id: req-16293194-63bd-4a43-8293-5a8e5e7e01f3 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:26:58.946307 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-unplugged", "status": "failed", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "code": 422}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:26:58.949184 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16293194-63bd-4a43-8293-5a8e5e7e01f3 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:26:58.949184 dv-cinder-784945-12-iscsi neutron-server[93744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'code': 422} returned with failed status Jul 08 08:26:59.056046 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e9771202-36e8-4771-89a6-154ad6f7ad1d req-2453be52-f5b6-4625-97a1-c2647d94c190 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068177 Jul 08 08:26:59.079759 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:26:59.104064 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-8d94433a-73d4-4dc4-ba91-28e343f72188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.105557 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-8d94433a-73d4-4dc4-ba91-28e343f72188 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2220736 Jul 08 08:26:59.162768 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6498b-9330-4601-b725-80851c1c71ea req-162027fc-d578-4cad-8933-a24cc2a1af3e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.164600 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61e6498b-9330-4601-b725-80851c1c71ea req-162027fc-d578-4cad-8933-a24cc2a1af3e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0915983 Jul 08 08:26:59.174291 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-aff0e314-d46a-45f1-b755-b25edbf4884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.174291 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-aff0e314-d46a-45f1-b755-b25edbf4884f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 911 time: 0.2190022 Jul 08 08:26:59.244034 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-61e6498b-9330-4601-b725-80851c1c71ea req-d87378ba-a00c-476b-a55d-eeb4f84ec1e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736039 Jul 08 08:26:59.278636 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-eaf000bb-4cf7-48c3-9363-931af4927f45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0949454 Jul 08 08:26:59.282462 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-46db81ee-f918-4103-bdcb-abbda0a7bb19 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682537 Jul 08 08:26:59.390090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-41735b24-4c3d-4c13-b483-df96ce5cab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.391564 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-41735b24-4c3d-4c13-b483-df96ce5cab56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0983412 Jul 08 08:26:59.461604 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c0f8c1c-b592-4689-a2eb-b49f652030d2 req-8e48c6c5-2e11-45f5-875f-42625113a020 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605120 Jul 08 08:26:59.475884 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-017a2c43-22a4-4f99-a294-8f9aaf04b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.477555 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-017a2c43-22a4-4f99-a294-8f9aaf04b806 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782466 Jul 08 08:26:59.588069 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-c167b52e-7824-4508-aac9-d2e8dfa7e45e service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024933 Jul 08 08:26:59.775853 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-fab9e9a4-c634-4920-9e5a-98d82e5baed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.778518 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-fab9e9a4-c634-4920-9e5a-98d82e5baed0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1097 time: 0.1402647 Jul 08 08:26:59.850288 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed51c-cc1c-4a57-92e4-eb4d73776291 req-7015ed0a-654c-4bf1-b850-ac1c640b00ae tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.857571 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-323ed51c-cc1c-4a57-92e4-eb4d73776291 req-7015ed0a-654c-4bf1-b850-ac1c640b00ae tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.1507239 Jul 08 08:26:59.924546 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-323ed51c-cc1c-4a57-92e4-eb4d73776291 req-86903dbd-f45c-4a11-9059-9bf281f6b0f7 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646656 Jul 08 08:26:59.946855 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-1cd80fe2-afa2-426b-a38c-f0497ae6ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:26:59.948404 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-1cd80fe2-afa2-426b-a38c-f0497ae6ab47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.1601393 Jul 08 08:26:59.992551 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-64aab2c7-7345-4bc7-8ef6-8cf76b07dba4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 217 time: 0.0363312 Jul 08 08:27:00.080319 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-5cf53611-5ad9-43fa-9a3e-dc5925d3a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.081735 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-5cf53611-5ad9-43fa-9a3e-dc5925d3a780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0814471 Jul 08 08:27:00.108066 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-496257e1-fe48-497f-a4a5-cb0ab9554f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.109912 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-496257e1-fe48-497f-a4a5-cb0ab9554f7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603&tenant_id=4ca6afb02d7e439b94137e3f3093df92 HTTP/1.1" status: 200 len: 1096 time: 0.4496689 Jul 08 08:27:00.112315 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0bf76a9-bb8b-48c5-a33d-512b99d49899 req-68834416-2d83-4d1a-b1d4-8bde8ae9a1a1 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153615 Jul 08 08:27:00.138171 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6e17-edb7-4242-b763-90b3934c1c28 req-af96bc7f-6e54-4bb1-9058-f308b605f88f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.139675 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2f4e6e17-edb7-4242-b763-90b3934c1c28 req-af96bc7f-6e54-4bb1-9058-f308b605f88f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.1296799 Jul 08 08:27:00.213523 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-8e7a3d3b-3baa-43ee-94dd-ff761d036279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.215080 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-8e7a3d3b-3baa-43ee-94dd-ff761d036279 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1096 time: 0.0594218 Jul 08 08:27:00.217555 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2f4e6e17-edb7-4242-b763-90b3934c1c28 req-266d8a69-df84-494a-a34b-fec1b4415f03 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713024 Jul 08 08:27:00.221302 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-c208be3a-af04-43dd-9692-b3edbdfc7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.222736 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-c208be3a-af04-43dd-9692-b3edbdfc7d34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1308458 Jul 08 08:27:00.324106 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7e84-1cde-4577-b9ec-9bdce463f0b6 req-e18e9679-4fd8-4d97-9cbd-bea893cfd298 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.326239 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-97dc7e84-1cde-4577-b9ec-9bdce463f0b6 req-e18e9679-4fd8-4d97-9cbd-bea893cfd298 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.1452940 Jul 08 08:27:00.332882 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-8f6eef51-fce7-4bc5-83c3-f8164fa70fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.335000 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-8f6eef51-fce7-4bc5-83c3-f8164fa70fa9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.1132998 Jul 08 08:27:00.356051 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-b4ab259d-c470-40f6-9163-ce048ef03473 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267445 Jul 08 08:27:00.400635 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-97dc7e84-1cde-4577-b9ec-9bdce463f0b6 req-1f1d4d99-3995-440a-b2d4-b13d40c80371 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660727 Jul 08 08:27:00.404790 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-71d6d0c3-363b-4ea0-84f7-b048c259cb20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 998 time: 0.0617578 Jul 08 08:27:00.459204 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-920136ae-9fbc-44b1-9928-f7b3b419a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.460805 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-920136ae-9fbc-44b1-9928-f7b3b419a01d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.0490766 Jul 08 08:27:00.503317 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-29ddcf46-0d86-4aad-8e3d-397c8013c5f6 req-3752e727-8ef7-4bd1-b173-e3c67aa5cb08 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343997 Jul 08 08:27:00.514891 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd3b09-e23a-4f26-918d-8585e42f8695 req-59f53b96-4eee-4488-bc2e-32d6e44fdd66 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.516349 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-06cd3b09-e23a-4f26-918d-8585e42f8695 req-59f53b96-4eee-4488-bc2e-32d6e44fdd66 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.1373982 Jul 08 08:27:00.523056 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-6952fa23-6db6-4f44-934e-17e267551848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:00.524600 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-6952fa23-6db6-4f44-934e-17e267551848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568433 Jul 08 08:27:00.573885 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-06cd3b09-e23a-4f26-918d-8585e42f8695 req-9f38190d-c7f5-457b-821a-fdba9f35f7d3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511427 Jul 08 08:27:00.636836 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-54bb5cfb-9428-48fa-896c-91a1136deb93 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970242 Jul 08 08:27:00.754556 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d906d5f8-b555-466a-9ce7-a068d9b68770 req-282d2427-a63e-400d-b286-5a98c6c2a4c1 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092017 Jul 08 08:27:00.913565 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:01.144102 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b6207-5254-41df-9093-f29f39cf351f req-c5734948-0731-4c6e-ab49-840e3250c78e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:01.157331 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b06b6207-5254-41df-9093-f29f39cf351f req-c5734948-0731-4c6e-ab49-840e3250c78e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.0965991 Jul 08 08:27:01.195789 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b06b6207-5254-41df-9093-f29f39cf351f req-ef040d97-0a1f-4c0e-a2ff-2c2b5cc66659 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374916 Jul 08 08:27:01.405167 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b8b8-166a-45d6-8806-788095ebe92e req-a5b9941f-2844-4ada-821d-25f0c79c66ef tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:01.406799 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01d1b8b8-166a-45d6-8806-788095ebe92e req-a5b9941f-2844-4ada-821d-25f0c79c66ef tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0661802 Jul 08 08:27:01.447141 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-01d1b8b8-166a-45d6-8806-788095ebe92e req-6ce1af03-8dff-4805-8c7f-b0037c3021dc tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 Jul 08 08:27:01.626809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b387-ac36-4852-a304-24e16c8cab0b req-b0d256c7-872c-4f4d-ac31-b3b6c176a100 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:01.628593 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5657b387-ac36-4852-a304-24e16c8cab0b req-b0d256c7-872c-4f4d-ac31-b3b6c176a100 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0848722 Jul 08 08:27:01.689059 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5657b387-ac36-4852-a304-24e16c8cab0b req-aa0b83aa-400d-4d3b-89fd-0c85b932941b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534697 Jul 08 08:27:01.799487 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c18bc-1287-48f3-83c9-05ca1aeff670 req-9f9851c1-9ca2-4740-9964-d5f7f6e71d52 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:01.801214 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-095c18bc-1287-48f3-83c9-05ca1aeff670 req-9f9851c1-9ca2-4740-9964-d5f7f6e71d52 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0689375 Jul 08 08:27:01.844742 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-095c18bc-1287-48f3-83c9-05ca1aeff670 req-deb507de-ea4f-49ba-8b39-92b888e18963 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Jul 08 08:27:02.391337 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c925-473e-4251-b19c-f0a17d8d0f83 req-7bfbc4a8-1100-4101-8c8e-d4c084205a49 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:02.392866 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0347c925-473e-4251-b19c-f0a17d8d0f83 req-7bfbc4a8-1100-4101-8c8e-d4c084205a49 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.0714784 Jul 08 08:27:02.438628 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0347c925-473e-4251-b19c-f0a17d8d0f83 req-44d8d80e-4839-4bec-ad5f-25b858dd5b0b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362036 Jul 08 08:27:02.880302 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297348-7184-4e1a-ae57-db535e993efa req-e03734a5-2941-4e25-b513-247378bbd20b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:02.881795 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25297348-7184-4e1a-ae57-db535e993efa req-e03734a5-2941-4e25-b513-247378bbd20b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0763044 Jul 08 08:27:02.935938 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25297348-7184-4e1a-ae57-db535e993efa req-bca305c8-4203-40b0-8548-3a0579f3b2ce tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451939 Jul 08 08:27:03.046903 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c443414-38a9-4199-a462-1cf17df620c3 req-49946075-d45e-4d5c-b2d6-a0ff82ad5556 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:03.048592 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1c443414-38a9-4199-a462-1cf17df620c3 req-49946075-d45e-4d5c-b2d6-a0ff82ad5556 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0712245 Jul 08 08:27:03.092831 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1c443414-38a9-4199-a462-1cf17df620c3 req-75b98ae0-5caf-4e1f-8594-db8c42ab35b1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Jul 08 08:27:03.615122 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5775d-1af9-45de-a60f-604541c21bfd req-f093b9c3-53c5-4be2-92c7-2d15d6ea9b2c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:03.616817 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fe5775d-1af9-45de-a60f-604541c21bfd req-f093b9c3-53c5-4be2-92c7-2d15d6ea9b2c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.0637348 Jul 08 08:27:03.659383 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9fe5775d-1af9-45de-a60f-604541c21bfd req-186af68a-af6f-449f-b893-2ecc226524f9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361848 Jul 08 08:27:04.138960 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e867b-0e30-4271-aa21-b09e0330aa0d req-df382780-7665-413e-be75-b280da7a7fad tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:04.146428 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4d7e867b-0e30-4271-aa21-b09e0330aa0d req-df382780-7665-413e-be75-b280da7a7fad tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0806596 Jul 08 08:27:04.193440 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4d7e867b-0e30-4271-aa21-b09e0330aa0d req-6648484f-9095-49ff-8dfe-930cacafe99b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460572 Jul 08 08:27:04.308457 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17163ea5-be47-4d9e-a726-b15774fd143a req-83addde5-9284-4e53-8f2f-cd0f343fdd5c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:04.316965 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-17163ea5-be47-4d9e-a726-b15774fd143a req-83addde5-9284-4e53-8f2f-cd0f343fdd5c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0809205 Jul 08 08:27:04.359144 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-17163ea5-be47-4d9e-a726-b15774fd143a req-9c01e699-2264-4347-8cbe-99b20446c6a3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Jul 08 08:27:04.885281 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba78d-80ad-46c3-b6e3-b64d1330485c req-62bf5ef6-cc92-425d-bed9-4578fcf7f142 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:04.888256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-67fba78d-80ad-46c3-b6e3-b64d1330485c req-62bf5ef6-cc92-425d-bed9-4578fcf7f142 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.0824201 Jul 08 08:27:04.929083 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-67fba78d-80ad-46c3-b6e3-b64d1330485c req-92ee5d7a-3f60-4d85-9c42-2a4b9194a53e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352006 Jul 08 08:27:05.391636 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba7b79-a9d5-43fb-b42b-0c9bb763ace9 req-e77f0fa2-c9d5-4758-9963-f3f1e8ea6292 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:05.393769 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-11ba7b79-a9d5-43fb-b42b-0c9bb763ace9 req-e77f0fa2-c9d5-4758-9963-f3f1e8ea6292 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0695996 Jul 08 08:27:05.440045 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-11ba7b79-a9d5-43fb-b42b-0c9bb763ace9 req-73729dd3-3096-409a-91f4-66ea72c0b48e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Jul 08 08:27:05.550288 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a9326-bf58-4823-9289-139e1ac74f68 req-69b15c9d-63cf-48a9-bf5c-6ed2974abe6b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:05.551750 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c68a9326-bf58-4823-9289-139e1ac74f68 req-69b15c9d-63cf-48a9-bf5c-6ed2974abe6b tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0647242 Jul 08 08:27:05.596724 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c68a9326-bf58-4823-9289-139e1ac74f68 req-8386cb34-d9b8-4a56-9d6e-3c91ddca0c26 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Jul 08 08:27:06.118706 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80703aac-4c54-420c-bb35-dd76053a70a8 req-a2fb6cb3-c7d5-4ff5-9dbf-18e7a5eb037c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:06.120215 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-80703aac-4c54-420c-bb35-dd76053a70a8 req-a2fb6cb3-c7d5-4ff5-9dbf-18e7a5eb037c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 944 time: 0.0696530 Jul 08 08:27:06.164078 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-80703aac-4c54-420c-bb35-dd76053a70a8 req-159e1516-1d84-411d-9137-af8d5527d6a7 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 Jul 08 08:27:06.197392 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 92e2cd94-6d54-422c-86d6-73ca24b67cd2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:27:06.314778 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:06.327789 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:27:06.371197 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:06.507671 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e2cd94-6d54-422c-86d6-73ca24b67cd2 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:27:06.536188 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:06.638861 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:06.639645 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38d62-28b4-4565-b417-e4b524ada344 req-cc17ecec-d49a-418f-ab78-19b6270e1ce2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:06.639645 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66e38d62-28b4-4565-b417-e4b524ada344 req-cc17ecec-d49a-418f-ab78-19b6270e1ce2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0688148 Jul 08 08:27:06.678898 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-66e38d62-28b4-4565-b417-e4b524ada344 req-33438403-f27e-4661-b63d-f3257d3895d2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Jul 08 08:27:06.689191 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:06.805726 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ff4ba-8898-43de-801a-e5e8bea7bf27 req-77620fd4-1e55-4970-a236-e6de9f09d3b3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:06.807155 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-051ff4ba-8898-43de-801a-e5e8bea7bf27 req-77620fd4-1e55-4970-a236-e6de9f09d3b3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0724704 Jul 08 08:27:06.845114 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-051ff4ba-8898-43de-801a-e5e8bea7bf27 req-a81a993a-ea59-420f-8154-4139ce6df41e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315440 Jul 08 08:27:06.902510 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['92e2cd94-6d54-422c-86d6-73ca24b67cd2'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:27:07.346758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1d9e-40cd-42e3-af18-51a33f514b00 req-5852434d-9f96-441a-9360-94221cb94c76 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:07.348236 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65fc1d9e-40cd-42e3-af18-51a33f514b00 req-5852434d-9f96-441a-9360-94221cb94c76 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 945 time: 0.0648112 Jul 08 08:27:07.394832 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65fc1d9e-40cd-42e3-af18-51a33f514b00 req-e91fd966-1910-4997-a869-c0f4c54497f2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Jul 08 08:27:07.868277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb3fa-a690-4ed8-a96e-100f8e6d3bf7 req-9e84c52e-d159-4d45-b8c2-8e7e9773aca2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:07.869851 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-badcb3fa-a690-4ed8-a96e-100f8e6d3bf7 req-9e84c52e-d159-4d45-b8c2-8e7e9773aca2 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 943 time: 0.0743198 Jul 08 08:27:07.914161 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-badcb3fa-a690-4ed8-a96e-100f8e6d3bf7 req-8967cbd1-9a59-413b-8c8c-28bbfd43a35b tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Jul 08 08:27:08.034346 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb070a6-1471-4003-994f-d0abc88e848f req-1ce58725-4912-4b69-880b-323376ff0899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:08.035821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dcb070a6-1471-4003-994f-d0abc88e848f req-1ce58725-4912-4b69-880b-323376ff0899 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0621691 Jul 08 08:27:08.073850 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-dcb070a6-1471-4003-994f-d0abc88e848f req-3fbb8124-05f5-446a-ad87-37f931f7a1c9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Jul 08 08:27:08.207037 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:27:08.210995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 92e2cd94-6d54-422c-86d6-73ca24b67cd2 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:27:08.338336 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:08.350442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '98d2d597-a478-486d-87f4-2176439602b8', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'port_id': '98d2d597-a478-486d-87f4-2176439602b8', 'mac_address': 'fa:16:3e:0a:ae:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:27:08.386025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:27:08.390959 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:08.393939 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:27:08.394301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:08.424619 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d2d597-a478-486d-87f4-2176439602b8 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:27:08.453048 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:08.499584 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:08.517833 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:08.525974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:27:08.528134 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823d274-1bb1-49ee-af60-63cf3ce41867" -d '{"events": [{"server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "name": "network-vif-plugged", "status": "completed", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:27:08.558762 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:08.560859 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0eab-d2a4-4ab0-b870-f69d2e750337 req-8c388d11-46b2-4aa7-b3d8-56277779e52d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:08.563331 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f95f0eab-d2a4-4ab0-b870-f69d2e750337 req-8c388d11-46b2-4aa7-b3d8-56277779e52d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 945 time: 0.0630143 Jul 08 08:27:08.582789 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=7']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:08.586473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff0632-f865-4286-be37-7f27155c6b54 x-openstack-request-id: req-62ff0632-f865-4286-be37-7f27155c6b54 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:27:08.586782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "name": "network-vif-plugged", "status": "completed", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:27:08.587547 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62ff0632-f865-4286-be37-7f27155c6b54 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:27:08.587547 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'code': 200} Jul 08 08:27:08.605277 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f95f0eab-d2a4-4ab0-b870-f69d2e750337 req-84757b78-c4be-4475-8742-a03f0b1a6807 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353982 Jul 08 08:27:08.627690 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:08.676364 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:08.819298 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['98d2d597-a478-486d-87f4-2176439602b8'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:27:09.018857 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-2350a7b7-a1c4-4650-add8-4936157c8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.020487 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-2350a7b7-a1c4-4650-add8-4936157c8a76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1098 time: 0.0577316 Jul 08 08:27:09.104466 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443b60a-b221-4caf-ab59-2a6f0ec55164 req-bf62456c-48f0-486c-8eb6-09777dc10a52 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.106926 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b443b60a-b221-4caf-ab59-2a6f0ec55164 req-bf62456c-48f0-486c-8eb6-09777dc10a52 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 944 time: 0.0716269 Jul 08 08:27:09.115190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-a4ff695f-81c6-45ad-ba2b-90a3c8165561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.116806 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-a4ff695f-81c6-45ad-ba2b-90a3c8165561 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.0896742 Jul 08 08:27:09.181605 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b443b60a-b221-4caf-ab59-2a6f0ec55164 req-e88b7ae2-0b4b-44f7-8566-c049fae47cda tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663123 Jul 08 08:27:09.187803 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-fae2f22b-d4d3-450d-a9fd-3756d94f94e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 200 len: 1001 time: 0.0634518 Jul 08 08:27:09.197035 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc4b87-9fd9-4d04-bedc-8262311b80cc req-df51b220-601a-4081-96ed-775f39931cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.198694 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bfc4b87-9fd9-4d04-bedc-8262311b80cc req-df51b220-601a-4081-96ed-775f39931cab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1099 time: 0.0819840 Jul 08 08:27:09.240291 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-75645d43-0bb8-4171-97ac-115fc1bb4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.241784 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-75645d43-0bb8-4171-97ac-115fc1bb4780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0466428 Jul 08 08:27:09.262592 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6bfc4b87-9fd9-4d04-bedc-8262311b80cc req-adba0457-ab5d-4324-8583-56285b6300c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518157 Jul 08 08:27:09.287149 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63cd95-1c6b-4ee1-b033-50bfab71415b req-c7645863-2d26-48b7-8113-f04317e59170 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.288612 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cb63cd95-1c6b-4ee1-b033-50bfab71415b req-c7645863-2d26-48b7-8113-f04317e59170 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0889947 Jul 08 08:27:09.299518 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-18439638-d5d2-40ef-9bc1-01919baaffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.301052 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-18439638-d5d2-40ef-9bc1-01919baaffca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521820 Jul 08 08:27:09.329896 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cb63cd95-1c6b-4ee1-b033-50bfab71415b req-fd399ac6-0923-4bc6-81f4-1b16c7b46a27 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349269 Jul 08 08:27:09.401514 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-f66bba2a-f8ae-40ec-9dac-2f4a09dfd953 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Jul 08 08:27:09.487220 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42faa55d-d3e2-4be6-adb9-765f3f67a1b0 req-ae4fe6b9-5c89-4709-94b3-4a4f55e8edae service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786645 Jul 08 08:27:09.773118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ede9ea-f3e0-4242-acba-b06329a0b38a req-7a123f99-226b-4462-be6d-916d0538aab6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:09.774562 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4ede9ea-f3e0-4242-acba-b06329a0b38a req-7a123f99-226b-4462-be6d-916d0538aab6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0612142 Jul 08 08:27:09.810816 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c4ede9ea-f3e0-4242-acba-b06329a0b38a req-65f0e108-5d93-4207-a489-0c915cb57f70 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302477 Jul 08 08:27:10.232735 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:27:10.281104 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 98d2d597-a478-486d-87f4-2176439602b8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:27:10.281479 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:10.384931 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891107-0dec-463c-8650-442a258fa6e2 req-b8ddb7f6-3ae7-415f-8be0-e6dd24a9554d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:10.385226 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:10.386594 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4a891107-0dec-463c-8650-442a258fa6e2 req-b8ddb7f6-3ae7-415f-8be0-e6dd24a9554d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 944 time: 0.0875165 Jul 08 08:27:10.424937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:10.429830 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4a891107-0dec-463c-8650-442a258fa6e2 req-13e985ef-5c64-4987-ac32-a7c0b6f048ce tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Jul 08 08:27:10.519177 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:10.524769 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a38bd1-7797-4a03-bf04-e06ab7d30040 req-32c99ed0-9516-44b7-8928-5202d5128c0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:10.526250 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25a38bd1-7797-4a03-bf04-e06ab7d30040 req-32c99ed0-9516-44b7-8928-5202d5128c0d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0646420 Jul 08 08:27:10.565286 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25a38bd1-7797-4a03-bf04-e06ab7d30040 req-7998e437-af54-4543-8fa0-0f7823350c42 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 08 08:27:10.565768 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:10.587987 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:27:10.592172 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1976d-4fd9-4fe8-9213-ec794cfb7f49" -d '{"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-plugged", "status": "completed", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:27:10.624884 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958c677-1a66-421b-98fa-07a78b0c9b11 x-openstack-request-id: req-8958c677-1a66-421b-98fa-07a78b0c9b11 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:27:10.625164 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-plugged", "status": "completed", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:27:10.625407 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8958c677-1a66-421b-98fa-07a78b0c9b11 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:27:10.625912 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'code': 200} Jul 08 08:27:10.976556 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d45944-c46e-47a0-9e34-bfa66d779210 req-af7779f2-18cf-42a4-96be-7e6d50e166d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:10.978048 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6d45944-c46e-47a0-9e34-bfa66d779210 req-af7779f2-18cf-42a4-96be-7e6d50e166d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.0555065 Jul 08 08:27:10.982340 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56acac9-a382-4b05-9524-580bce6fb571 req-2834d51b-f7f0-4018-b1c5-a903073a3af8 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:10.983830 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c56acac9-a382-4b05-9524-580bce6fb571 req-2834d51b-f7f0-4018-b1c5-a903073a3af8 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0656877 Jul 08 08:27:11.013508 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6d45944-c46e-47a0-9e34-bfa66d779210 req-ddf24213-f81e-4945-8a94-570baabc1837 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284219 Jul 08 08:27:11.020954 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c56acac9-a382-4b05-9524-580bce6fb571 req-ac4d19c2-ca5e-423f-9812-a36ae3b207e9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 08 08:27:11.190616 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfdb81-87fe-455e-8e6c-967b2b356ffb req-ce1dcec6-13fe-435c-bb39-4f8a5e9844f9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:11.191983 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e3cfdb81-87fe-455e-8e6c-967b2b356ffb req-ce1dcec6-13fe-435c-bb39-4f8a5e9844f9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jul 08 08:27:11.232878 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e3cfdb81-87fe-455e-8e6c-967b2b356ffb req-be90ea14-985b-41fe-b296-d2933d8aadc6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353842 Jul 08 08:27:11.256371 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37318) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:27:11.307504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f769e0-1d99-4e21-be73-59587f8b113e tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:11.309177 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-23f769e0-1d99-4e21-be73-59587f8b113e tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1094 time: 0.0517590 Jul 08 08:27:11.311916 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37320) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:27:11.316204 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:27:11.393518 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:11.492530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:11.601588 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.27.3.221 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/ccdde118-b3ba-410f-8801-948282461492) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:27:11.608774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081470e-8e38-4594-a4cc-46baf28cc521 req-9403a313-2a04-4e35-b491-250a59bfc2fc tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:11.610323 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3081470e-8e38-4594-a4cc-46baf28cc521 req-9403a313-2a04-4e35-b491-250a59bfc2fc tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0663967 Jul 08 08:27:11.652506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3081470e-8e38-4594-a4cc-46baf28cc521 req-3d91c30b-dab0-4dda-a2fe-b2d8571a4ebf tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Jul 08 08:27:11.711325 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:11.757810 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e484c-c6fd-4389-b2b0-a7a3b24f2dd7 req-77f22ce8-af11-4ea1-b641-5120968828c2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:11.759586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f61e484c-c6fd-4389-b2b0-a7a3b24f2dd7 req-77f22ce8-af11-4ea1-b641-5120968828c2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 945 time: 0.0666268 Jul 08 08:27:11.797249 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f61e484c-c6fd-4389-b2b0-a7a3b24f2dd7 req-4e11dfe6-18aa-4ca1-bbaa-84eed9661749 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Jul 08 08:27:11.833576 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:11.874534 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:27:11.881415 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:27:11.883884 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:27:11.906107 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=ccdde118-b3ba-410f-8801-948282461492,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:12.248346 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:27:12.250823 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.333716 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.364572 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:12.414411 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.444422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.491962 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=8']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:12.558367 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.615933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.627347 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:27:12.630463 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df379c-2701-4c5b-9cca-5160dbd0f86f" -d '{"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-unplugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:27:12.661978 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6851e6-009d-4654-a2f4-bf2a5a2df7fb x-openstack-request-id: req-7c6851e6-009d-4654-a2f4-bf2a5a2df7fb {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:27:12.662261 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-unplugged", "status": "failed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "code": 422}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:27:12.662505 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c6851e6-009d-4654-a2f4-bf2a5a2df7fb {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:27:12.662929 dv-cinder-784945-12-iscsi neutron-server[93744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'code': 422} returned with failed status Jul 08 08:27:12.688100 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=ccdde118-b3ba-410f-8801-948282461492,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:12.696558 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:12.795969 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 4115cf49-1941-422f-8071-d8e0dd680eda associated. External IP: 172.27.3.221, port: 92e2cd94-6d54-422c-86d6-73ca24b67cd2. Jul 08 08:27:12.831317 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237293-9992-48be-ab4f-ed1867e8f3a3 req-ec0f4fa5-5a28-4f45-826f-dffa2781631a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:12.832959 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1237293-9992-48be-ab4f-ed1867e8f3a3 req-ec0f4fa5-5a28-4f45-826f-dffa2781631a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0647764 Jul 08 08:27:12.873575 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1237293-9992-48be-ab4f-ed1867e8f3a3 req-179c50b5-47ac-40ef-8657-a39b8eb84ab0 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Jul 08 08:27:12.979194 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beaf07-9c1d-4d76-8b0c-37e05c55ba4c req-697ba331-9fd9-4ab2-adc6-112ae21dc851 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:12.980662 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a3beaf07-9c1d-4d76-8b0c-37e05c55ba4c req-697ba331-9fd9-4ab2-adc6-112ae21dc851 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0617626 Jul 08 08:27:13.002977 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:27:13.018821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a3beaf07-9c1d-4d76-8b0c-37e05c55ba4c req-d83f0bd6-373f-42b9-9cc6-b8d9a7de853a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 08 08:27:13.107762 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:27:13.117982 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:27:13.128089 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:27:13.128670 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:27:13.193982 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:13.233744 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f4add558-e596-4fd9-86c0-0ca6179388c9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9207592 Jul 08 08:27:13.234425 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:27:13.236927 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:27:13.244740 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:27:13.407256 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0071ce0d-b2ff-497b-a00f-8d7c0c5a93d7 x-openstack-request-id: req-0071ce0d-b2ff-497b-a00f-8d7c0c5a93d7 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:27:13.412730 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:27:13.412730 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0071ce0d-b2ff-497b-a00f-8d7c0c5a93d7 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:27:13.412730 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'status': 'completed', 'code': 200} Jul 08 08:27:13.477776 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:12Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:27:13.483766 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-cee896e1-eae0-4aae-b11b-7871acd5def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:13.485284 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-cee896e1-eae0-4aae-b11b-7871acd5def2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1099 time: 0.0521953 Jul 08 08:27:13.504440 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:27:13.514107 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:27:13.514758 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:26:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:27:13.580271 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-fffcdcf1-104d-4ea3-b708-ade64e556d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:13.581776 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-fffcdcf1-104d-4ea3-b708-ade64e556d4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.0892191 Jul 08 08:27:13.621089 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:27:13.647183 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-2b645c93-bd69-41e3-bc4b-24b37f4e3c8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0585556 Jul 08 08:27:13.699588 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-5296dc97-f5ac-4454-adb4-82cf5fe3e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:13.701281 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-5296dc97-f5ac-4454-adb4-82cf5fe3e01d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0444763 Jul 08 08:27:13.764981 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-cd84b05d-395f-4a26-9618-a8d3fe9618dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:13.766634 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-cd84b05d-395f-4a26-9618-a8d3fe9618dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585849 Jul 08 08:27:13.842525 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:12Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:27:13.859052 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-de42c270-4ee3-472c-a904-d42531302a22 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851452 Jul 08 08:27:13.873454 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaab363-2645-4128-9cd9-e13483d27bd5 None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:12Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:27:13.963590 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbd8f098-54a6-417d-8ea9-82b7ffd20b59 req-f020b74e-0d9c-4f43-b9ca-2da90b837a4d service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Jul 08 08:27:14.061995 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef757e97-a072-4b3e-8828-43ea90b99287 None None] New status for floating IP 4115cf49-1941-422f-8071-d8e0dd680eda: ACTIVE {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:27:15.613981 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd850a3-1eb0-4250-a4b7-3078fcf91439 req-e9d30873-3668-44dc-b32e-9343a33bc981 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:15.615662 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3bd850a3-1eb0-4250-a4b7-3078fcf91439 req-e9d30873-3668-44dc-b32e-9343a33bc981 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0639544 Jul 08 08:27:15.657697 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3bd850a3-1eb0-4250-a4b7-3078fcf91439 req-7ef930d8-e15c-40e9-9ceb-6c2bb5a7a0bf tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364392 Jul 08 08:27:15.987382 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37382) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:27:16.342830 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-a071f181-0eee-471d-994c-5bcf28a19d8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3542404 Jul 08 08:27:16.833021 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6358c-4c46-4df8-8be7-6479ad433750 req-a2a3e17d-1fc3-4665-af85-9231f23ca5e9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:16.834464 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bce6358c-4c46-4df8-8be7-6479ad433750 req-a2a3e17d-1fc3-4665-af85-9231f23ca5e9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0622716 Jul 08 08:27:16.871058 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bce6358c-4c46-4df8-8be7-6479ad433750 req-1eeb0ec2-5b5f-45e1-901b-34bbf4cc9276 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Jul 08 08:27:17.902139 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-5c195ccf-0960-4f1e-af6f-e370310a383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:17.903675 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-5c195ccf-0960-4f1e-af6f-e370310a383d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb&tenant_id=99c71c5cec8d415fb9b99a08972e8bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0510030 Jul 08 08:27:17.978813 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-c15186d7-7f05-450e-992c-e57e5cd72199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:17.980380 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-c15186d7-7f05-450e-992c-e57e5cd72199 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1096 time: 0.0536048 Jul 08 08:27:18.044145 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109d81-0d3e-4790-b0ac-b944ee8e4e4e req-12157593-291d-4bca-83d9-464ab1044ba9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:18.045729 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2109d81-0d3e-4790-b0ac-b944ee8e4e4e req-12157593-291d-4bca-83d9-464ab1044ba9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0610628 Jul 08 08:27:18.070015 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-fce279e8-c327-4f8f-a0c5-184718017fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:18.071605 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-fce279e8-c327-4f8f-a0c5-184718017fdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 200 len: 918 time: 0.0824904 Jul 08 08:27:18.083336 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2109d81-0d3e-4790-b0ac-b944ee8e4e4e req-1a59a165-a37d-401b-8ece-3953911780a3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Jul 08 08:27:18.138102 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-9864485a-3e53-4297-8dce-dc32c84f2870 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 200 len: 999 time: 0.0596044 Jul 08 08:27:18.188779 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-84d9e79d-1864-4e37-9fe1-08de5a02872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:18.190121 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-84d9e79d-1864-4e37-9fe1-08de5a02872b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 200 len: 856 time: 0.0421541 Jul 08 08:27:18.245038 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-0f912ea9-afb6-4709-95b4-7aeea26bd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:18.246480 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-0f912ea9-afb6-4709-95b4-7aeea26bd891 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d310105e-3045-40b0-8674-b4b6744b6f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493996 Jul 08 08:27:18.334341 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-e246e20e-4bc7-4265-ba24-9e8f58d1e9e6 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Jul 08 08:27:18.421152 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b36bbcf-3de7-4670-b117-7ca9ce9651fc req-8e33b21d-22f1-4c3f-a3b3-4a4f46068c63 service neutron] 10.222.0.67 "GET /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800526 Jul 08 08:27:19.295095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53877eb5-68b3-4407-b6c4-5b1bb6d43b1d req-eb76fc6f-c605-40d7-9afa-2ee06757d819 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:19.296722 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-53877eb5-68b3-4407-b6c4-5b1bb6d43b1d req-eb76fc6f-c605-40d7-9afa-2ee06757d819 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0787635 Jul 08 08:27:19.340304 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-53877eb5-68b3-4407-b6c4-5b1bb6d43b1d req-86078b34-e718-4e8c-99f6-0ad14c227fb5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368941 Jul 08 08:27:20.524778 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ab85-a5ad-42f6-9015-b367217274f3 req-24d45cc1-10a8-4757-a6ba-bdb77f6010c5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:20.526275 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0ca2ab85-a5ad-42f6-9015-b367217274f3 req-24d45cc1-10a8-4757-a6ba-bdb77f6010c5 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0646625 Jul 08 08:27:20.566523 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0ca2ab85-a5ad-42f6-9015-b367217274f3 req-69f8d849-06bb-4454-b295-ba76cd8a6718 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Jul 08 08:27:21.749119 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf3d48-8aef-4a3b-b46b-804ef22dc9aa req-287ebf2e-e726-4d5b-a93c-b35f4a27ccfa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:21.750718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e9cf3d48-8aef-4a3b-b46b-804ef22dc9aa req-287ebf2e-e726-4d5b-a93c-b35f4a27ccfa tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0658975 Jul 08 08:27:21.789212 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e9cf3d48-8aef-4a3b-b46b-804ef22dc9aa req-a7b5c767-6c62-4989-95dc-ee6c325143b3 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Jul 08 08:27:22.973451 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae699521-5a15-4d77-8d1c-9d9ce115abb3 req-50bdc7ec-95ac-40fb-b956-9dc95807dfb1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:22.976320 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae699521-5a15-4d77-8d1c-9d9ce115abb3 req-50bdc7ec-95ac-40fb-b956-9dc95807dfb1 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0663066 Jul 08 08:27:23.013577 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ae699521-5a15-4d77-8d1c-9d9ce115abb3 req-0f2b2b36-bd77-4922-ad91-578ad9b91318 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Jul 08 08:27:23.473989 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:27:24.201671 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84392f6-78b0-4617-a6ab-59c3271447d7 req-ef3ba9d6-24bd-4d03-b541-ae5528f6242d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:24.204161 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b84392f6-78b0-4617-a6ab-59c3271447d7 req-ef3ba9d6-24bd-4d03-b541-ae5528f6242d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0667419 Jul 08 08:27:24.243082 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b84392f6-78b0-4617-a6ab-59c3271447d7 req-7d52fbf7-1cd9-4e3f-b01e-a0608fa9d211 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jul 08 08:27:25.347342 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1885b580-2b65-4eb9-99ef-dc354fe1e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:25.432051 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa642c-5ccd-41e4-9d4a-3cdb61cf6ad1 req-747e5689-011a-4cf8-b6d0-a519eed1a540 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:25.433533 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3cfa642c-5ccd-41e4-9d4a-3cdb61cf6ad1 req-747e5689-011a-4cf8-b6d0-a519eed1a540 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0719666 Jul 08 08:27:25.473737 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3cfa642c-5ccd-41e4-9d4a-3cdb61cf6ad1 req-78cbce01-0a98-43d6-9019-fee0f3fedf5f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344875 Jul 08 08:27:26.652126 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1803ca-f0f1-4b50-b14f-7808e2339047 req-a4bbdf19-ec01-4cfb-b0c3-a79a7ae5d476 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:26.653486 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad1803ca-f0f1-4b50-b14f-7808e2339047 req-a4bbdf19-ec01-4cfb-b0c3-a79a7ae5d476 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0626485 Jul 08 08:27:26.694800 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ad1803ca-f0f1-4b50-b14f-7808e2339047 req-da501d71-74dd-4e92-a492-9762acae7238 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Jul 08 08:27:27.891300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddaace-2ae8-4563-81c9-8c604f0b6f22 req-5a17d85c-c4a0-414d-8141-f56f5e6e0f0c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:27.892998 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-37ddaace-2ae8-4563-81c9-8c604f0b6f22 req-5a17d85c-c4a0-414d-8141-f56f5e6e0f0c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0735002 Jul 08 08:27:27.937789 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-37ddaace-2ae8-4563-81c9-8c604f0b6f22 req-85341758-7c08-4d8d-9206-2205da77372a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Jul 08 08:27:28.599163 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:28.632327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3c55-491c-4450-8899-c3985c34ecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:28.696154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:29.107144 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:29.125376 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b37d-e21b-4779-a2c5-d33abd1586a5 req-edd75934-27ab-4291-9661-86c98e061e4a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:29.126975 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b31b37d-e21b-4779-a2c5-d33abd1586a5 req-edd75934-27ab-4291-9661-86c98e061e4a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0659275 Jul 08 08:27:29.166044 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b31b37d-e21b-4779-a2c5-d33abd1586a5 req-a2a9fb97-4810-4d73-a652-cce2438ed62d tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333281 Jul 08 08:27:30.354253 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5127b-c71e-4d4a-834c-53acb885d01e req-3cc1ab49-0300-49d1-bcb6-ab9c88fb89f8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:30.355814 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f6a5127b-c71e-4d4a-834c-53acb885d01e req-3cc1ab49-0300-49d1-bcb6-ab9c88fb89f8 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0640345 Jul 08 08:27:30.397578 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f6a5127b-c71e-4d4a-834c-53acb885d01e req-b33d4575-b265-4980-8d81-1347fb65e0e6 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348678 Jul 08 08:27:30.891336 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:31.574725 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbe512-3a97-4ac5-b9a0-311c08a4c50f req-ce927dd2-76d0-4f07-a3db-28b9499a7393 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:31.576155 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e2dbe512-3a97-4ac5-b9a0-311c08a4c50f req-ce927dd2-76d0-4f07-a3db-28b9499a7393 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0647898 Jul 08 08:27:31.612985 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e2dbe512-3a97-4ac5-b9a0-311c08a4c50f req-1f552466-1f84-4cd0-991f-0d9674ea740f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Jul 08 08:27:31.906207 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-19c1b40c-b79a-440f-9c48-acfc9b45dad8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507617 Jul 08 08:27:31.985121 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-71405502-0090-409a-b783-77e124654a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:31.986597 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-71405502-0090-409a-b783-77e124654a8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1099 time: 0.0551715 Jul 08 08:27:32.086934 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-b68a7f35-da28-4941-8e69-678855832f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:32.088377 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-b68a7f35-da28-4941-8e69-678855832f49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 911 time: 0.0813344 Jul 08 08:27:32.155892 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-6229c14d-f3a4-43d5-8073-e51bd2fffa2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0595009 Jul 08 08:27:32.203745 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-0d8e8a21-df74-4173-882c-4c0e6899576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:32.205164 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-0d8e8a21-df74-4173-882c-4c0e6899576a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0421610 Jul 08 08:27:32.262754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-d474eed2-1c4e-4679-bef9-e86b33e5e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:32.264225 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-d474eed2-1c4e-4679-bef9-e86b33e5e02c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519044 Jul 08 08:27:32.357772 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-c7beca5a-9b3d-4a6f-be62-8b6234ab7b3e service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854385 Jul 08 08:27:32.445038 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55781f6a-6fc7-4be2-9266-54405d5a0070 req-a46dc802-7f64-451a-a58c-a60c5d41f659 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801044 Jul 08 08:27:32.785857 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54ace0-0618-4f71-ab74-21153778acb5 req-462c1e3d-79eb-4662-893e-5bc77dd18782 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:32.787377 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a54ace0-0618-4f71-ab74-21153778acb5 req-462c1e3d-79eb-4662-893e-5bc77dd18782 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0607078 Jul 08 08:27:32.825690 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5a54ace0-0618-4f71-ab74-21153778acb5 req-36f53244-ed95-495c-817e-b36cb871ee21 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329072 Jul 08 08:27:34.003447 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348960d-fa23-4e7c-a74a-aaaa75525343 req-01975e78-91ed-45df-af48-6248092b0ed9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:34.004894 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7348960d-fa23-4e7c-a74a-aaaa75525343 req-01975e78-91ed-45df-af48-6248092b0ed9 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 943 time: 0.0639150 Jul 08 08:27:34.042325 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7348960d-fa23-4e7c-a74a-aaaa75525343 req-1dbb38b4-6b7b-4845-9073-661d64c412be tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Jul 08 08:27:34.384806 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:27:34.594136 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:34.605511 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'f820972e-725b-4dcb-a86a-ec381af74630', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'port_id': 'f820972e-725b-4dcb-a86a-ec381af74630', 'mac_address': 'fa:16:3e:09:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:27:34.644673 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:34.656635 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:27:34.676596 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:34.724188 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:34.774263 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=9']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:34.781354 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.781707 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.782050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.782387 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.782746 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.783081 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.783409 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.783734 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.784099 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.784605 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.784975 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:34.785301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:27:35.010844 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['f820972e-725b-4dcb-a86a-ec381af74630'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:27:35.215432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684092cd-36b5-4800-9c6f-131cc0ea7468 req-2e7973ee-e31d-4116-99cd-aee97681d7ee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:35.217070 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-684092cd-36b5-4800-9c6f-131cc0ea7468 req-2e7973ee-e31d-4116-99cd-aee97681d7ee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.0619678 Jul 08 08:27:35.254645 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-684092cd-36b5-4800-9c6f-131cc0ea7468 req-e3d2eeb6-78de-4dc6-874b-a5098bcb0000 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Jul 08 08:27:36.386685 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:27:36.431959 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911be7cb-9f9d-4dcc-ab36-883f3f5494a4 req-5ba072f5-fa8c-4311-aef5-472486769968 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:36.433414 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-911be7cb-9f9d-4dcc-ab36-883f3f5494a4 req-5ba072f5-fa8c-4311-aef5-472486769968 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 944 time: 0.0640807 Jul 08 08:27:36.434003 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port f820972e-725b-4dcb-a86a-ec381af74630 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:27:36.434379 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:36.469898 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-911be7cb-9f9d-4dcc-ab36-883f3f5494a4 req-de73de7a-196f-452f-94d9-b957d1cea148 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307715 Jul 08 08:27:36.512292 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:36.533280 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:27:36.536120 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f17352-0b84-48a4-a183-b53ce2e78c43" -d '{"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:27:36.548434 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:27:36.572005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6bca0b-e989-49ff-bbb2-340be0931364 x-openstack-request-id: req-0f6bca0b-e989-49ff-bbb2-340be0931364 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:27:36.572005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-plugged", "status": "completed", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:27:36.572005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f6bca0b-e989-49ff-bbb2-340be0931364 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:27:36.572005 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'code': 200} Jul 08 08:27:36.638865 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:36.686950 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=10']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:27:36.910823 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41e71f-5950-465e-af4a-c665fc67d916 req-2fdaf876-259c-4b82-a8c5-d71da52f9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:36.912180 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d41e71f-5950-465e-af4a-c665fc67d916 req-2fdaf876-259c-4b82-a8c5-d71da52f9b10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 1099 time: 0.0516574 Jul 08 08:27:36.947196 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d41e71f-5950-465e-af4a-c665fc67d916 req-d5466e70-0e1c-47f3-9c57-82d6575678dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269108 Jul 08 08:27:37.648478 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15349878-9e95-4e93-b430-cbef342ff8a0 req-5b005da9-5ff7-4ceb-b532-0e0f095ef351 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:37.649816 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15349878-9e95-4e93-b430-cbef342ff8a0 req-5b005da9-5ff7-4ceb-b532-0e0f095ef351 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0653350 Jul 08 08:27:37.686538 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-15349878-9e95-4e93-b430-cbef342ff8a0 req-d53ff04c-4398-476e-9ad9-dc78846c8c9e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Jul 08 08:27:38.866236 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46eb5e-b400-42ca-8d16-aba00e2d4ea9 req-0daa5c14-574b-4b11-892b-21e30e97f66f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:38.867657 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f46eb5e-b400-42ca-8d16-aba00e2d4ea9 req-0daa5c14-574b-4b11-892b-21e30e97f66f tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0621946 Jul 08 08:27:38.904571 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1f46eb5e-b400-42ca-8d16-aba00e2d4ea9 req-fe6a9cc6-4ddc-4afa-bb40-a86556db61bd tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jul 08 08:27:40.085737 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14ba6c-bc24-42ce-8eb5-ed9e678b6690 req-598f967e-7703-433a-abff-89284d7d6b46 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:40.087219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7a14ba6c-bc24-42ce-8eb5-ed9e678b6690 req-598f967e-7703-433a-abff-89284d7d6b46 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0647273 Jul 08 08:27:40.123548 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7a14ba6c-bc24-42ce-8eb5-ed9e678b6690 req-e8f69545-d09b-4919-a2dc-3f8b8ac330e2 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Jul 08 08:27:46.180195 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c116-0dc0-4e4c-868f-9e0f1219ba97 req-2c0ae671-603c-4759-b9cd-e0556d4957c9 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:46.181633 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59c7c116-0dc0-4e4c-868f-9e0f1219ba97 req-2c0ae671-603c-4759-b9cd-e0556d4957c9 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0612726 Jul 08 08:27:46.222530 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59c7c116-0dc0-4e4c-868f-9e0f1219ba97 req-c9cc0e85-9afb-4404-a8f5-71aad0267a20 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352943 Jul 08 08:27:47.396843 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55d8a3-4083-4b1b-a9a4-8fda461ec81a req-ef98e59c-6350-46a5-9b59-ce3f88e6171f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:47.398273 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7c55d8a3-4083-4b1b-a9a4-8fda461ec81a req-ef98e59c-6350-46a5-9b59-ce3f88e6171f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0603395 Jul 08 08:27:47.433714 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7c55d8a3-4083-4b1b-a9a4-8fda461ec81a req-910997b2-5ab2-4835-80c6-e4d84a323879 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299633 Jul 08 08:27:48.608484 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c2a9-aa5a-42fa-83d4-3e75e73854a9 req-a9ef9d8f-bc8d-4f16-baa0-f83110e58c3a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:48.609829 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f09c2a9-aa5a-42fa-83d4-3e75e73854a9 req-a9ef9d8f-bc8d-4f16-baa0-f83110e58c3a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0665271 Jul 08 08:27:48.646018 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5f09c2a9-aa5a-42fa-83d4-3e75e73854a9 req-8e60408d-b7d0-4cb9-aefc-be1ab9da9f64 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Jul 08 08:27:49.814112 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6864-f8e0-4211-a321-198de7a3e385 req-271fd76f-00d7-4e10-88c3-f8f308221483 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:49.815589 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-188d6864-f8e0-4211-a321-198de7a3e385 req-271fd76f-00d7-4e10-88c3-f8f308221483 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0615394 Jul 08 08:27:49.852349 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-188d6864-f8e0-4211-a321-198de7a3e385 req-336b4575-7a55-483b-b401-3bc9d6accc95 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Jul 08 08:27:51.025359 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca8d8-68cb-406e-9c9a-69a7fe85554b req-28512ea9-86c2-4b93-8176-4a8de1531215 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:51.026815 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ca0ca8d8-68cb-406e-9c9a-69a7fe85554b req-28512ea9-86c2-4b93-8176-4a8de1531215 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0629208 Jul 08 08:27:51.063401 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ca0ca8d8-68cb-406e-9c9a-69a7fe85554b req-f0e2f25a-5494-4476-9345-2d5e88b2ee09 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jul 08 08:27:52.234268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898610fb-3254-46ca-980b-aafb862ef3fa req-4c9cbf8f-6431-4dbc-b7d5-5de196cc46cf tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:52.235759 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-898610fb-3254-46ca-980b-aafb862ef3fa req-4c9cbf8f-6431-4dbc-b7d5-5de196cc46cf tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0614119 Jul 08 08:27:52.272530 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-898610fb-3254-46ca-980b-aafb862ef3fa req-4687d434-737a-492a-912e-81479029f949 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306802 Jul 08 08:27:53.440965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2346d7-91f5-44f1-ae60-21274a6add57 req-10ef41ad-ac54-49e7-a7b4-0d55fa3f8cc1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:53.442609 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-be2346d7-91f5-44f1-ae60-21274a6add57 req-10ef41ad-ac54-49e7-a7b4-0d55fa3f8cc1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0608935 Jul 08 08:27:53.479012 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-be2346d7-91f5-44f1-ae60-21274a6add57 req-cea0f88a-57a0-4327-b4e9-0acd84ca212d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Jul 08 08:27:54.800498 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe30d9d-13de-4ff2-a97d-e4cf94f1a4db req-47872e8e-c5c3-4112-92af-d80469308214 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:54.802058 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6fe30d9d-13de-4ff2-a97d-e4cf94f1a4db req-47872e8e-c5c3-4112-92af-d80469308214 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0637350 Jul 08 08:27:54.838622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6fe30d9d-13de-4ff2-a97d-e4cf94f1a4db req-4e19da83-5a10-4f20-9281-b3f3f520898a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Jul 08 08:27:55.323650 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-47378a35-c346-4251-869c-e112af8af41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:56.007818 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de11221-607f-41f2-899b-84a3da4c168d req-eaa03dfe-56a0-429d-a5ee-16a48b738738 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:56.009263 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1de11221-607f-41f2-899b-84a3da4c168d req-eaa03dfe-56a0-429d-a5ee-16a48b738738 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0610836 Jul 08 08:27:56.045078 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1de11221-607f-41f2-899b-84a3da4c168d req-70f4cfbf-825f-4d4a-a1fd-d8410e4962ef tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301347 Jul 08 08:27:57.215640 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420c1bb-7b19-48da-bfff-0c76fbd2091e req-0a9d90ce-bd8b-40af-972e-91bf88062fd1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:57.217126 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f420c1bb-7b19-48da-bfff-0c76fbd2091e req-0a9d90ce-bd8b-40af-972e-91bf88062fd1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0640023 Jul 08 08:27:57.254381 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f420c1bb-7b19-48da-bfff-0c76fbd2091e req-0532ea6c-ad51-418f-b442-d2ee11142aa7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jul 08 08:27:57.776777 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c6de-791c-4303-a94f-e005f8c6c232 req-0879c8b1-9f42-45e9-82a5-520e033ef319 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:57.778321 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ebb8c6de-791c-4303-a94f-e005f8c6c232 req-0879c8b1-9f42-45e9-82a5-520e033ef319 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0633788 Jul 08 08:27:57.787567 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:57.816498 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ebb8c6de-791c-4303-a94f-e005f8c6c232 req-bd7842da-0888-4e73-bd8d-86f401eaa184 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Jul 08 08:27:57.873366 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d83fc-213c-469a-b55e-a8591491626d req-f67ad412-d092-4e66-b4df-f3c0290f9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:57.874884 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-f67ad412-d092-4e66-b4df-f3c0290f9b30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 1099 time: 0.0556815 Jul 08 08:27:57.962145 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d83fc-213c-469a-b55e-a8591491626d req-6fc090d8-42de-4d4b-9203-3766ff05f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:57.963612 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-6fc090d8-42de-4d4b-9203-3766ff05f7ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 911 time: 0.0819604 Jul 08 08:27:58.030681 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-550f5971-1c11-49b6-9550-2d9a633d0713 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0605109 Jul 08 08:27:58.078010 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e84f5841-fc89-48bc-9d18-16d53f09f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:58.083502 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d83fc-213c-469a-b55e-a8591491626d req-fc04c26e-ecbe-4e9c-be4c-6a761b02724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:58.084996 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-fc04c26e-ecbe-4e9c-be4c-6a761b02724b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0436809 Jul 08 08:27:58.143677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d83fc-213c-469a-b55e-a8591491626d req-152d65bc-5dff-44ac-b9e3-3a884fa3c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:58.145767 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-152d65bc-5dff-44ac-b9e3-3a884fa3c6a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509112 Jul 08 08:27:58.235759 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-3708366e-e1bf-4768-8a89-e81f1a052d29 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832345 Jul 08 08:27:58.324340 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c87d83fc-213c-469a-b55e-a8591491626d req-03e77362-0b24-4e2b-b0a0-fec1a3c7e75a service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Jul 08 08:27:58.677873 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:27:58.990373 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b05cda-9ffc-43a1-ba03-ec73e8700d62 req-1d688400-45a9-4ab2-938d-5cc10e7ba6fb tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:27:58.992009 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-57b05cda-9ffc-43a1-ba03-ec73e8700d62 req-1d688400-45a9-4ab2-938d-5cc10e7ba6fb tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0625012 Jul 08 08:27:59.031101 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-57b05cda-9ffc-43a1-ba03-ec73e8700d62 req-ced24c9e-fe29-428a-8bde-c2fdbad1d06d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Jul 08 08:27:59.129018 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:00.206080 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e435f-d487-499d-8e4e-8a616f5b3e80 req-08dccec1-abea-444f-b459-0a537c569f7a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:00.208079 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e3e435f-d487-499d-8e4e-8a616f5b3e80 req-08dccec1-abea-444f-b459-0a537c569f7a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0642538 Jul 08 08:28:00.244619 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e3e435f-d487-499d-8e4e-8a616f5b3e80 req-e0db0476-6cb5-4174-a7bf-67e6f9fd9326 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Jul 08 08:28:00.472611 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:28:00.832541 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:13.874045 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531143-46f8-4b54-a4e0-5ad43b239a15 req-43781f95-1892-4ee6-8bf0-174e16f91127 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:13.875462 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b531143-46f8-4b54-a4e0-5ad43b239a15 req-43781f95-1892-4ee6-8bf0-174e16f91127 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0620553 Jul 08 08:28:13.912947 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7b531143-46f8-4b54-a4e0-5ad43b239a15 req-d1e027b6-6e9e-4175-8c25-c4d55a45cd7c tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Jul 08 08:28:15.090517 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f4631-2669-4ba1-a94f-dd8d5fb170da req-f164b38c-a6b3-47a9-928e-f800187a0fee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:15.091992 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fc9f4631-2669-4ba1-a94f-dd8d5fb170da req-f164b38c-a6b3-47a9-928e-f800187a0fee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0633376 Jul 08 08:28:15.334843 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703f5c-141a-48f9-af39-0b903fd01019 req-9fb6c1b9-0a2d-4990-a0e1-245f552dd03a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:15.336895 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-94703f5c-141a-48f9-af39-0b903fd01019 req-9fb6c1b9-0a2d-4990-a0e1-245f552dd03a tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 946 time: 0.0688345 Jul 08 08:28:15.392864 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-fc9f4631-2669-4ba1-a94f-dd8d5fb170da req-f2610298-c03a-4ba6-a805-c09190a22bee tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups?id=9ffe4fd0-f2f4-4f02-9b14-c95964a739da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952137 Jul 08 08:28:15.436804 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Deleting port f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:15.437140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:15.526611 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] For port f820972e-725b-4dcb-a86a-ec381af74630, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=f820972e-725b-4dcb-a86a-ec381af74630,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:15.526875 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:15.688103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:15.688469 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:15.688777 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Floating IP 36ecc726-8d7c-4aec-bbd1-020117c92a24 disassociated. External IP: 172.27.3.254, port: f820972e-725b-4dcb-a86a-ec381af74630. Jul 08 08:28:15.689109 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Calling delete_port for f820972e-725b-4dcb-a86a-ec381af74630 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:15.849182 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:15.877532 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'Port': ['ID=f820972e-725b-4dcb-a86a-ec381af74630,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:15.889096 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.889383 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.889725 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.890063 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.890399 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.890756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.891085 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.891423 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.891732 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.892053 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.892374 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.892699 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:15.996986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:16.099047 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:16.108637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:16.117685 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:16.118304 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:27:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:16.142009 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] No DVR routers for this DVR port f820972e-725b-4dcb-a86a-ec381af74630 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:16.144755 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:16.147092 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-94703f5c-141a-48f9-af39-0b903fd01019 req-76fdaecc-3cdd-4da2-af86-ad3a31cedb05 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.67 "DELETE /v2.0/ports/f820972e-725b-4dcb-a86a-ec381af74630 HTTP/1.1" status: 204 len: 173 time: 0.8050871 Jul 08 08:28:16.147544 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-deleted', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:28:16.150777 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81102954-0284-4af2-b685-044fe858a7f3" -d '{"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-deleted", "tag": "f820972e-725b-4dcb-a86a-ec381af74630"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:28:16.187003 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a34edd6-47b0-4ac7-87be-4db7972e0ea8 x-openstack-request-id: req-5a34edd6-47b0-4ac7-87be-4db7972e0ea8 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:28:16.187285 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88acf10e-3634-4b0a-bc8c-218a8d970abb", "name": "network-vif-deleted", "tag": "f820972e-725b-4dcb-a86a-ec381af74630", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:28:16.187530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a34edd6-47b0-4ac7-87be-4db7972e0ea8 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:28:16.187937 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88acf10e-3634-4b0a-bc8c-218a8d970abb', 'name': 'network-vif-deleted', 'tag': 'f820972e-725b-4dcb-a86a-ec381af74630', 'status': 'completed', 'code': 200} Jul 08 08:28:16.222276 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:16.431889 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:16.458387 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:16.468017 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:16.468017 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:27:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:16.540592 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6a01dfe0-43c7-4a16-b98b-9fab5714d5c8 req-4c3105b9-9ed0-4463-8e54-101fbb270567 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/ports?device_id=88acf10e-3634-4b0a-bc8c-218a8d970abb HTTP/1.1" status: 200 len: 210 time: 0.0273085 Jul 08 08:28:16.582683 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:16.791201 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:16.817522 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6f6bc-c046-4392-88a1-7b8cc8b7eb1e None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:20:12Z', 'revision_number': 4, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '8ca62cfc-21b9-441f-88a8-f112f7a21a3f', 'name': '', 'network_id': 'd310105e-3045-40b0-8674-b4b6744b6f87', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'mac_address': 'fa:16:3e:62:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:11Z', 'updated_at': '2021-07-08T08:20:18Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'subnets': [{'id': '9276bd34-1880-4486-99b5-c316c811d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:17.034345 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c172a1-43be-4722-98a6-73722d2e66d8 None None] New status for floating IP 36ecc726-8d7c-4aec-bbd1-020117c92a24: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:28:17.740172 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37600) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:17.792947 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:17.814278 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:17.963277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:17.965814 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:17.967003 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "DELETE /v2.0/security-groups/9ffe4fd0-f2f4-4f02-9b14-c95964a739da HTTP/1.1" status: 204 len: 168 time: 0.2258451 Jul 08 08:28:17.969772 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37602) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:17.975711 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe4fd0-f2f4-4f02-9b14-c95964a739da,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:17.982689 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.983033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.983315 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.api.v2.resource [None req-5ef54592-1a7c-45bd-a5c5-80dfc077cf97 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] show failed (client error): The resource could not be found. Jul 08 08:28:17.983441 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.983690 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.984022 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.984299 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5ef54592-1a7c-45bd-a5c5-80dfc077cf97 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "GET /v2.0/security-groups/9ffe4fd0-f2f4-4f02-9b14-c95964a739da HTTP/1.1" status: 404 len: 347 time: 0.0135753 Jul 08 08:28:17.984426 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.984659 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.984978 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.985300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.985623 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.985940 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.986255 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe90599-40b2-4329-ad82-8d493fdbad1e tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:17.987114 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37604) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:18.109631 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Deleting port 7d43cb90-0382-4399-bec1-ebb4975feb82 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:18.109976 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.184428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.184745 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.196309 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Calling delete_port for 7d43cb90-0382-4399-bec1-ebb4975feb82 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:18.392054 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.418087 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Pushing event deleted for resources: {'Port': ['ID=7d43cb90-0382-4399-bec1-ebb4975feb82,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:18.477733 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.480424 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:18.481579 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-74ac30c9-0a7b-43aa-bf70-c1d3a54fe437 tempest-AttachVolumeShelveTestJSON-595755159 tempest-AttachVolumeShelveTestJSON-595755159-project] 10.222.0.72 "DELETE /v2.0/floatingips/36ecc726-8d7c-4aec-bbd1-020117c92a24 HTTP/1.1" status: 204 len: 168 time: 0.4935942 Jul 08 08:28:18.629269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:18.650011 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: f820972e-725b-4dcb-a86a-ec381af74630 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:18.650345 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device f820972e-725b-4dcb-a86a-ec381af74630 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:21.391236 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37628) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:21.814261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.050622 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Deleting port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:22.050965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.126331 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] For port 8ca62cfc-21b9-441f-88a8-f112f7a21a3f, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:22.126616 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.138644 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Calling delete_port for 8ca62cfc-21b9-441f-88a8-f112f7a21a3f owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:22.375316 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.399022 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca62cfc-21b9-441f-88a8-f112f7a21a3f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:22.564098 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.770282 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:22.871775 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:22.876888 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0bc46017-465c-4df5-a11d-9eaac1b01cd1 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e8ce3eb-24f6-4370-92e4-ce8b745fd065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4846637 Jul 08 08:28:22.879358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37632) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:22.887109 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Sync routers for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:22.895670 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:22.896338 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:27:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:22.983107 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:22.998986 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:23.081559 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.174343 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:28:22Z', 'revision_number': 5, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port': {'id': '01c9fb43-d419-456d-b063-fcaeeea3e95a', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:20:08Z', 'updated_at': '2021-07-08T08:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:23.200008 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Checking router: 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:23.208169 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Routers {'8e8ce3eb-24f6-4370-92e4-ce8b745fd065'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:23.208764 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:27:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:23.234521 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Deleting port 01c9fb43-d419-456d-b063-fcaeeea3e95a {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:23.234892 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.296269 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] Set router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:23.312197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] For port 01c9fb43-d419-456d-b063-fcaeeea3e95a, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=01c9fb43-d419-456d-b063-fcaeeea3e95a,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:23.312551 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.327977 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Calling delete_port for 01c9fb43-d419-456d-b063-fcaeeea3e95a owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:23.346252 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:28:23Z', 'revision_number': 6, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:23.374340 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87abae-c29d-43fc-b02a-8d57ea3f0634 None None] The sync data for ids ['8e8ce3eb-24f6-4370-92e4-ce8b745fd065'] in dv-cinder-784945-12-iscsi is: [{'id': '8e8ce3eb-24f6-4370-92e4-ce8b745fd065', 'name': 'tempest-AttachVolumeShelveTestJSON-1330354021-router', 'tenant_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:20:07Z', 'updated_at': '2021-07-08T08:28:23Z', 'revision_number': 6, 'project_id': '99c71c5cec8d415fb9b99a08972e8bc1', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:23.597489 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.624811 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c9fb43-d419-456d-b063-fcaeeea3e95a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:23.689614 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.782006 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.784479 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.906530 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.907095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8ce3eb-24f6-4370-92e4-ce8b745fd065 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:28:23.911345 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.912475 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-27c0a9b0-ca85-4b16-84ae-3a880e82ec30 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8e8ce3eb-24f6-4370-92e4-ce8b745fd065 HTTP/1.1" status: 204 len: 168 time: 1.0322089 Jul 08 08:28:23.914864 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37634) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:23.962439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Deleting subnet 9276bd34-1880-4486-99b5-c316c811d9d2 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:28:23.965715 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:23.999234 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.077759 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.203639 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.229116 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9276bd34-1880-4486-99b5-c316c811d9d2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:24.232845 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.235928 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-4c6b3bc5-d4e4-4406-9db3-5de668b48e75 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9276bd34-1880-4486-99b5-c316c811d9d2 HTTP/1.1" status: 204 len: 168 time: 0.3189590 Jul 08 08:28:24.237290 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37636) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:24.239782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ce5e4-b9e7-4b5a-985b-cafbc09d065b None None] Network d310105e-3045-40b0-8674-b4b6744b6f87 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:28:24.304441 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.362478 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Deleting port a637eec3-bd1e-4ccc-a763-851abb4016a8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:24.363211 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.388635 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 01c9fb43-d419-456d-b063-fcaeeea3e95a no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:24.409091 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 01c9fb43-d419-456d-b063-fcaeeea3e95a {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:24.409437 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 01c9fb43-d419-456d-b063-fcaeeea3e95a not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:24.409859 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8ca62cfc-21b9-441f-88a8-f112f7a21a3f no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:24.428682 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 8ca62cfc-21b9-441f-88a8-f112f7a21a3f {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:24.429540 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8ca62cfc-21b9-441f-88a8-f112f7a21a3f not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:24.432257 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] DHCP port deletion for d310105e-3045-40b0-8674-b4b6744b6f87 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:28:24.438790 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] For port a637eec3-bd1e-4ccc-a763-851abb4016a8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=a637eec3-bd1e-4ccc-a763-851abb4016a8,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:24.439153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.452002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Calling delete_port for a637eec3-bd1e-4ccc-a763-851abb4016a8 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:24.476572 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Deleting port a637eec3-bd1e-4ccc-a763-851abb4016a8 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:24.477387 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.540931 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] For port a637eec3-bd1e-4ccc-a763-851abb4016a8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=a637eec3-bd1e-4ccc-a763-851abb4016a8,segment=NetworkSegment(17ed6e30-be17-4140-9fdd-6ef2a3c97c74),segment_id=17ed6e30-be17-4140-9fdd-6ef2a3c97c74)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:24.541312 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.553203 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Calling delete_port for a637eec3-bd1e-4ccc-a763-851abb4016a8 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:24.586851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.615374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Pushing event deleted for resources: {'Port': ['ID=a637eec3-bd1e-4ccc-a763-851abb4016a8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:24.618828 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] No DVR routers for this DVR port a637eec3-bd1e-4ccc-a763-851abb4016a8 on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:24.630075 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.655966 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] Pushing event deleted for resources: {'Port': ['ID=a637eec3-bd1e-4ccc-a763-851abb4016a8,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:24.660910 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236a19e-855c-4746-b40f-2d8f9cff8612 None None] No DVR routers for this DVR port a637eec3-bd1e-4ccc-a763-851abb4016a8 on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:24.688569 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.699596 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d310105e-3045-40b0-8674-b4b6744b6f87']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:24.709890 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed6e30-be17-4140-9fdd-6ef2a3c97c74') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:24.710188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed6e30-be17-4140-9fdd-6ef2a3c97c74') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:24.719412 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.733240 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.739060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:28:24.739449 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:28:24.741077 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:28:24.889424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.894914 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:24.900162 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] 10.222.0.72 "DELETE /v2.0/networks/d310105e-3045-40b0-8674-b4b6744b6f87 HTTP/1.1" status: 204 len: 168 time: 0.6585026 Jul 08 08:28:24.908462 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b10396-8183-41c8-b61c-8dc65b61f05a admin admin] Pushing event deleted for resources: {'Network': ['ID=d310105e-3045-40b0-8674-b4b6744b6f87,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:25.232064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37640) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:25.271700 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-98ddb0a4-f98f-4f80-b9ec-37453899bc33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99c71c5cec8d415fb9b99a08972e8bc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384054 Jul 08 08:28:25.274398 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37642) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:25.321498 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:25.342166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:25.352718 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6a3b093c-365d-4abd-a786-8f003645e48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:25.449241 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:25.451774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:25.452957 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29d60e1d-a225-4e90-97cd-9e6b28559e17 HTTP/1.1" status: 204 len: 168 time: 0.1775951 Jul 08 08:28:25.468442 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a55775-3151-4284-a0d4-61874a8e3d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d60e1d-a225-4e90-97cd-9e6b28559e17,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:26.373300 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device a637eec3-bd1e-4ccc-a763-851abb4016a8 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:26.396704 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: a637eec3-bd1e-4ccc-a763-851abb4016a8 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:26.397050 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device a637eec3-bd1e-4ccc-a763-851abb4016a8 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:27.792078 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.157531 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-22481eac-bdf2-4b8e-af8e-4b6bdb904617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.651630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37708) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:28.729259 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.752192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc969-6403-44ad-86d3-e299f42e35a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.838527 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc969-6403-44ad-86d3-e299f42e35a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.945951 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc969-6403-44ad-86d3-e299f42e35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:28.984125 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0f5fc969-6403-44ad-86d3-e299f42e35a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8a9d96d23694c4ab9ecc4e1de29c73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314347 Jul 08 08:28:28.984993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc969-6403-44ad-86d3-e299f42e35a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f761f226-2c1a-41cc-95ad-41fe600c7c09,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:28.986833 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37712) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:29.037099 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:29.057971 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:29.106644 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:29.180122 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:29.182779 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:29.183970 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f761f226-2c1a-41cc-95ad-41fe600c7c09 HTTP/1.1" status: 204 len: 168 time: 0.1955242 Jul 08 08:28:29.191517 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f83e4d-b7b6-40a6-ac9f-434f80f7382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f761f226-2c1a-41cc-95ad-41fe600c7c09,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:30.027465 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37718) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:30.040465 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-199b8101-8f71-40a3-980c-a1cdc65431cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.128443 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-199b8101-8f71-40a3-980c-a1cdc65431cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.208783 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-199b8101-8f71-40a3-980c-a1cdc65431cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.250431 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-199b8101-8f71-40a3-980c-a1cdc65431cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3147001b18ea4f15868f1fd89658ee46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218106 Jul 08 08:28:30.252393 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8101-8f71-40a3-980c-a1cdc65431cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff3c6d-9248-4f69-a021-99015cfadbab,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:30.253177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37720) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:30.302888 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.323522 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.512054 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.514531 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:30.515752 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07ff3c6d-9248-4f69-a021-99015cfadbab HTTP/1.1" status: 204 len: 168 time: 0.2616096 Jul 08 08:28:30.523655 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43a6e5-3448-4328-bac5-181c85e5b433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff3c6d-9248-4f69-a021-99015cfadbab,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:30.917753 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.088158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37774) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:33.188941 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2fc25579-beb0-4eae-84f8-74b2a5475279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.274060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2fc25579-beb0-4eae-84f8-74b2a5475279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.334122 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2fc25579-beb0-4eae-84f8-74b2a5475279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.372994 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2fc25579-beb0-4eae-84f8-74b2a5475279 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fee909c7912b4a01bf7f7fb44ff638a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837851 Jul 08 08:28:33.374935 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc25579-beb0-4eae-84f8-74b2a5475279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab43297-50f1-4a26-aaf8-b8a574c65fb5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:33.375727 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37778) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:33.425025 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.445695 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.586198 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.588974 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:33.590139 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ab43297-50f1-4a26-aaf8-b8a574c65fb5 HTTP/1.1" status: 204 len: 168 time: 0.2134113 Jul 08 08:28:33.598495 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3f853-6d0b-416f-8744-59e30542cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab43297-50f1-4a26-aaf8-b8a574c65fb5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:34.224876 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:34.238151 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcc89e9d-c317-4f4c-b3f8-2ba696e6bb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.326155 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcc89e9d-c317-4f4c-b3f8-2ba696e6bb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.398662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37788) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:34.404770 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bcc89e9d-c317-4f4c-b3f8-2ba696e6bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.448599 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bcc89e9d-c317-4f4c-b3f8-2ba696e6bb13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a42c78d657648ebae5922ec35361442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201638 Jul 08 08:28:34.448599 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89e9d-c317-4f4c-b3f8-2ba696e6bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0aad3d-6f38-4873-9ccf-bc61230907b5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:34.449211 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37792) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:34.500025 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.522475 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.654641 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.657144 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.660866 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a0aad3d-6f38-4873-9ccf-bc61230907b5 HTTP/1.1" status: 204 len: 168 time: 0.2080603 Jul 08 08:28:34.666161 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1899c1-0c08-4bf1-96e8-d54a374edd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0aad3d-6f38-4873-9ccf-bc61230907b5,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:34.738953 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Deleting port ba7fe147-d998-42e2-81cc-d75c70661c24 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:34.739310 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.817918 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.818250 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:34.829795 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Calling delete_port for ba7fe147-d998-42e2-81cc-d75c70661c24 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:35.043597 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:35.069125 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event deleted for resources: {'Port': ['ID=ba7fe147-d998-42e2-81cc-d75c70661c24,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:35.130922 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:35.131252 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Floating IP 3f596576-b359-4497-b801-004fbb2ecf4e disassociated (deleted). External IP: 172.27.3.24, port: 98d2d597-a478-486d-87f4-2176439602b8. Jul 08 08:28:35.591106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Router 9c37a62c-c4f7-4b86-bd35-28ec43194ede has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:35.699036 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:35.703742 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:35.710053 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Sync routers for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:35.726739 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:35.727416 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:35.745057 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bb68c198-8208-43ab-9e8e-dc9a6adbe36d tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "DELETE /v2.0/floatingips/3f596576-b359-4497-b801-004fbb2ecf4e HTTP/1.1" status: 204 len: 168 time: 1.3430810 Jul 08 08:28:35.745057 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:28:35.745594 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:28:35.786184 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301018d-c327-495f-b339-2bddfdcfdaf9 x-openstack-request-id: req-c301018d-c327-495f-b339-2bddfdcfdaf9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:28:35.786479 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:28:35.786789 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c301018d-c327-495f-b339-2bddfdcfdaf9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:28:35.787191 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'status': 'completed', 'code': 200} Jul 08 08:28:35.839654 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:35.876706 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-b026d75c-4e5e-41cc-8d2a-fdfc0f6edb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:35.878228 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-b026d75c-4e5e-41cc-8d2a-fdfc0f6edb83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ca6afb02d7e439b94137e3f3093df92&device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 1098 time: 0.0667748 Jul 08 08:28:35.976358 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-b70332a8-c543-4c76-b8ea-eaba0f82ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:35.976358 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-b70332a8-c543-4c76-b8ea-eaba0f82ca63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 200 len: 909 time: 0.0860693 Jul 08 08:28:36.016446 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-92476d04-41d1-4ab9-9197-c86dcbbf83e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 200 len: 217 time: 0.0350261 Jul 08 08:28:36.054047 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:36.071690 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-e4071907-55ff-4b1f-bd68-bb5783bd08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:36.073148 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-e4071907-55ff-4b1f-bd68-bb5783bd08e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 200 len: 847 time: 0.0487847 Jul 08 08:28:36.084758 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Checking router: 9c37a62c-c4f7-4b86-bd35-28ec43194ede for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:36.093741 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:36.094330 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:36.135584 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-4a7eab1a-6027-4bbe-8543-81c8eb3828a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:36.137100 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-4a7eab1a-6027-4bbe-8543-81c8eb3828a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc88c06b-59f9-462a-9a86-95fec5569725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563819 Jul 08 08:28:36.222736 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:36.235062 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-991cd46c-1639-4da8-b786-5c45356bfcc7 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897198 Jul 08 08:28:36.346806 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15eb928d-3b9f-4be1-a21f-4650e5da4e0e req-577dae86-5824-4dc7-8b2b-083dc27d9004 service neutron] 10.222.0.67 "GET /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942316 Jul 08 08:28:36.396577 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741778-76e3-4d89-ac03-e03da6af52e2 req-98676787-57c6-4a6c-b54d-f2688f7f2f86 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:36.398245 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8741778-76e3-4d89-ac03-e03da6af52e2 req-98676787-57c6-4a6c-b54d-f2688f7f2f86 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Jul 08 08:28:36.445334 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f8741778-76e3-4d89-ac03-e03da6af52e2 req-65c45a06-7110-48dd-bdb0-dd144974b27c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389183 Jul 08 08:28:36.446876 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:36.475616 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7d280-adcc-48a7-89a8-59e2cce6594f None None] The sync data for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi is: [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:22:14Z', 'revision_number': 4, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': '0bb80ed3-291f-4952-8ed0-a880198f9f4c', 'name': '', 'network_id': 'fc88c06b-59f9-462a-9a86-95fec5569725', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'mac_address': 'fa:16:3e:99:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:12Z', 'updated_at': '2021-07-08T08:22:23Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'subnets': [{'id': '0e6d17eb-634a-4dd8-bd1f-45acb21ca672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:36.694069 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462a0c9-e967-411a-9841-36eb84196571 None None] New status for floating IP 3f596576-b359-4497-b801-004fbb2ecf4e: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:28:37.471300 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:28:37.627206 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ff50a-8840-40d0-8bbe-992034ffa75b req-365247ca-165a-41f6-a635-f759397c7347 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:37.628819 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b4ff50a-8840-40d0-8bbe-992034ffa75b req-365247ca-165a-41f6-a635-f759397c7347 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0702775 Jul 08 08:28:37.666440 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6b4ff50a-8840-40d0-8bbe-992034ffa75b req-d6be9e0d-f251-4a15-ae08-4780ec5c81a3 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/security-groups?id=a177a680-df6d-443e-8cce-9f6d5cf93c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Jul 08 08:28:38.113012 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-76c011b6-d312-4508-84b9-0787c2618b9a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:38.114550 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-76c011b6-d312-4508-84b9-0787c2618b9a tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.67 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 945 time: 0.0620129 Jul 08 08:28:38.215803 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Deleting port 98d2d597-a478-486d-87f4-2176439602b8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:38.216144 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:38.303161 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] For port 98d2d597-a478-486d-87f4-2176439602b8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=98d2d597-a478-486d-87f4-2176439602b8,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:38.303522 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:38.317909 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Calling delete_port for 98d2d597-a478-486d-87f4-2176439602b8 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:38.523153 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:38.552928 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event deleted for resources: {'Port': ['ID=98d2d597-a478-486d-87f4-2176439602b8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:38.602091 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] No DVR routers for this DVR port 98d2d597-a478-486d-87f4-2176439602b8 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:38.607356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:38.607356 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ac3102b8-a711-47dd-883a-abefbb62fa30 req-6ac59412-82dd-4645-b684-43aae8d65d9e tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.67 "DELETE /v2.0/ports/98d2d597-a478-486d-87f4-2176439602b8 HTTP/1.1" status: 204 len: 173 time: 0.4846704 Jul 08 08:28:38.607356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-deleted', 'tag': '98d2d597-a478-486d-87f4-2176439602b8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:28:38.610217 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e72b67-730a-47d3-9ef7-2ef947e06820" -d '{"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-deleted", "tag": "98d2d597-a478-486d-87f4-2176439602b8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:28:38.650073 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a0300-fbdb-4a59-8908-9d75a260d076 x-openstack-request-id: req-764a0300-fbdb-4a59-8908-9d75a260d076 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:28:38.650434 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c653b9-25df-4e71-bd1e-1525ea580603", "name": "network-vif-deleted", "tag": "98d2d597-a478-486d-87f4-2176439602b8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:28:38.650785 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-764a0300-fbdb-4a59-8908-9d75a260d076 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:28:38.651246 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c653b9-25df-4e71-bd1e-1525ea580603', 'name': 'network-vif-deleted', 'tag': '98d2d597-a478-486d-87f4-2176439602b8', 'status': 'completed', 'code': 200} Jul 08 08:28:38.820611 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2806b515-fe15-426f-9028-86646d2108ee req-53b4edcb-b6d4-487a-872c-89e19043ecbf tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0294857 Jul 08 08:28:39.196059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22a81-aa05-441d-979a-49cdbc201af8 req-7103ba11-98c9-41bf-8ad4-453ee9930539 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:39.197442 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eda22a81-aa05-441d-979a-49cdbc201af8 req-7103ba11-98c9-41bf-8ad4-453ee9930539 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0621932 Jul 08 08:28:39.234423 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eda22a81-aa05-441d-979a-49cdbc201af8 req-23680f28-d843-42a1-8dcd-40a2c8c7d228 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Jul 08 08:28:39.978963 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d7a079bc-7ea8-451f-aa6c-fa509204fc54 req-7029e3e8-3cf4-4de9-bbe5-5bb81170ec75 tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "GET /v2.0/ports?device_id=66c653b9-25df-4e71-bd1e-1525ea580603 HTTP/1.1" status: 200 len: 210 time: 0.0345385 Jul 08 08:28:40.414296 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a516ab-c1c3-4fc6-bfe9-104965ee1402 req-fa60dfbd-22a8-4d44-b9dd-c8c58e451ecd tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:40.415702 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e2a516ab-c1c3-4fc6-bfe9-104965ee1402 req-fa60dfbd-22a8-4d44-b9dd-c8c58e451ecd tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0685301 Jul 08 08:28:40.463272 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e2a516ab-c1c3-4fc6-bfe9-104965ee1402 req-f01d5caa-bd2a-4e26-9616-037deacfd66d tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Jul 08 08:28:41.073412 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37888) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:41.132350 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.157420 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.260313 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.262939 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.264130 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] 10.222.0.72 "DELETE /v2.0/security-groups/a177a680-df6d-443e-8cce-9f6d5cf93c37 HTTP/1.1" status: 204 len: 168 time: 0.1897190 Jul 08 08:28:41.273828 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244fab1-a603-426a-92b6-a935a2dbb92c tempest-TestShelveInstance-1124993710 tempest-TestShelveInstance-1124993710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a177a680-df6d-443e-8cce-9f6d5cf93c37,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:41.364669 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac192b-3769-41bd-a031-9586401f3cea req-2de4619b-6e58-4e18-b509-7dbc8559fdf3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:41.366174 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3eac192b-3769-41bd-a031-9586401f3cea req-2de4619b-6e58-4e18-b509-7dbc8559fdf3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.0626590 Jul 08 08:28:41.384052 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37892) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:41.476228 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Deleting port 443590fd-1bd5-4496-bf53-14f217c0bee1 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:41.476572 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.573874 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] For port 443590fd-1bd5-4496-bf53-14f217c0bee1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=443590fd-1bd5-4496-bf53-14f217c0bee1,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:41.574244 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.759203 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31576a8-b3c6-4173-803c-d7ac672f3388 req-2f053afa-fe10-403e-91e9-416aa3f4a5f7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:41.760885 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d31576a8-b3c6-4173-803c-d7ac672f3388 req-2f053afa-fe10-403e-91e9-416aa3f4a5f7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 946 time: 0.1261828 Jul 08 08:28:41.769860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.770237 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:41.770553 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Floating IP 132bdb90-eaa1-4024-913b-734a1bbe2ae4 disassociated. External IP: 172.27.3.98, port: 443590fd-1bd5-4496-bf53-14f217c0bee1. Jul 08 08:28:41.770925 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Calling delete_port for 443590fd-1bd5-4496-bf53-14f217c0bee1 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:41.852833 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d31576a8-b3c6-4173-803c-d7ac672f3388 req-ececc5b4-22a5-4b0b-968b-e16807175003 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=18870a0f-5a57-4939-afe5-175529874afe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624239 Jul 08 08:28:41.986031 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.022519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'Port': ['ID=443590fd-1bd5-4496-bf53-14f217c0bee1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:42.138225 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:42.249873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:42.263167 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:42.276373 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:42.277135 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:42.284313 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.317767 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] No DVR routers for this DVR port 443590fd-1bd5-4496-bf53-14f217c0bee1 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:42.320278 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.322528 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3eac192b-3769-41bd-a031-9586401f3cea req-3611a581-eb02-4ba5-ad55-2b53cc7ec033 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "DELETE /v2.0/ports/443590fd-1bd5-4496-bf53-14f217c0bee1 HTTP/1.1" status: 204 len: 173 time: 0.9482076 Jul 08 08:28:42.323072 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'name': 'network-vif-deleted', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:28:42.325890 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c35a75-f781-43ae-80df-d3a5e447a4ce" -d '{"events": [{"server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "name": "network-vif-deleted", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:28:42.371254 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3973e7a-65fb-4bee-93af-1fef9d77746f x-openstack-request-id: req-f3973e7a-65fb-4bee-93af-1fef9d77746f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:28:42.371555 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552b4929-aaa3-4024-8520-7b51f1419cbe", "name": "network-vif-deleted", "tag": "443590fd-1bd5-4496-bf53-14f217c0bee1", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:28:42.371848 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3973e7a-65fb-4bee-93af-1fef9d77746f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:28:42.372248 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552b4929-aaa3-4024-8520-7b51f1419cbe', 'name': 'network-vif-deleted', 'tag': '443590fd-1bd5-4496-bf53-14f217c0bee1', 'status': 'completed', 'code': 200} Jul 08 08:28:42.400168 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:42.599226 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Deleting port 0bb80ed3-291f-4952-8ed0-a880198f9f4c {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:42.599781 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.619222 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:42.646213 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:42.654228 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:42.654999 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:42.679146 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] For port 0bb80ed3-291f-4952-8ed0-a880198f9f4c, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=0bb80ed3-291f-4952-8ed0-a880198f9f4c,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:42.679539 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.693635 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Calling delete_port for 0bb80ed3-291f-4952-8ed0-a880198f9f4c owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:42.708311 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:42.728987 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 98d2d597-a478-486d-87f4-2176439602b8 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:42.729349 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 98d2d597-a478-486d-87f4-2176439602b8 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:42.771284 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:42.956680 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:42.980923 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb80ed3-291f-4952-8ed0-a880198f9f4c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:43.034629 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c5879cf2-70de-40f7-b848-09245cab5c65 req-b0b744f1-da13-4425-8379-abc1db3d851b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=552b4929-aaa3-4024-8520-7b51f1419cbe HTTP/1.1" status: 200 len: 210 time: 0.0448582 Jul 08 08:28:43.066544 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:43.097313 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07e7ed-0388-4ec5-8612-07346ea5d632 None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:43.195630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:43.358300 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f698129-08ed-4cef-9686-44b5fc29a90e None None] New status for floating IP 132bdb90-eaa1-4024-913b-734a1bbe2ae4: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:28:43.427888 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Router 9c37a62c-c4f7-4b86-bd35-28ec43194ede has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:43.537207 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:43.542066 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-11b4c2fd-8597-4f40-9f3c-9aa18a449b60 admin admin] 10.222.0.72 "PUT /v2.0/routers/9c37a62c-c4f7-4b86-bd35-28ec43194ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1561818 Jul 08 08:28:43.544593 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37934) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:43.554189 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Sync routers for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:43.560320 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:43.561642 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:43.652419 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:43.665577 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:43.755036 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:43.839653 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:28:42Z', 'revision_number': 5, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port': {'id': '393fa5ae-e123-4f65-8cf2-cd0116a20771', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:08Z', 'updated_at': '2021-07-08T08:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:43.864670 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Checking router: 9c37a62c-c4f7-4b86-bd35-28ec43194ede for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:43.872530 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Routers {'9c37a62c-c4f7-4b86-bd35-28ec43194ede'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:43.873118 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:43.898198 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Deleting port 393fa5ae-e123-4f65-8cf2-cd0116a20771 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:43.898560 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:43.960000 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] Set router 9c37a62c-c4f7-4b86-bd35-28ec43194ede gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:43.992521 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] For port 393fa5ae-e123-4f65-8cf2-cd0116a20771, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=393fa5ae-e123-4f65-8cf2-cd0116a20771,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:43.993078 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.009166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Calling delete_port for 393fa5ae-e123-4f65-8cf2-cd0116a20771 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:44.026483 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:28:43Z', 'revision_number': 6, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:44.052541 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d533df-c753-49cd-af8e-6e0008fce6df None None] The sync data for ids ['9c37a62c-c4f7-4b86-bd35-28ec43194ede'] in dv-cinder-784945-12-iscsi is: [{'id': '9c37a62c-c4f7-4b86-bd35-28ec43194ede', 'name': 'tempest-TestShelveInstance-288445595-router', 'tenant_id': '4ca6afb02d7e439b94137e3f3093df92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:07Z', 'updated_at': '2021-07-08T08:28:43Z', 'revision_number': 6, 'project_id': '4ca6afb02d7e439b94137e3f3093df92', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:44.222065 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37940) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:44.246536 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.281579 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=393fa5ae-e123-4f65-8cf2-cd0116a20771,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:44.340849 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.375280 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.378040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.486894 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.491264 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.643118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.643118 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c37a62c-c4f7-4b86-bd35-28ec43194ede {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:28:44.643812 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.645063 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8aed4d23-3aeb-4d90-8fff-4c01c9482b6f admin admin] 10.222.0.72 "DELETE /v2.0/routers/9c37a62c-c4f7-4b86-bd35-28ec43194ede HTTP/1.1" status: 204 len: 168 time: 1.0989556 Jul 08 08:28:44.647606 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37952) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:44.671730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.674905 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.678374 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "DELETE /v2.0/security-groups/18870a0f-5a57-4939-afe5-175529874afe HTTP/1.1" status: 204 len: 168 time: 0.4527946 Jul 08 08:28:44.679001 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37954) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:44.685669 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a878dd-9c9e-4b85-a2f0-ead36d20d471 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18870a0f-5a57-4939-afe5-175529874afe,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:44.699986 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.api.v2.resource [None req-a262fe99-f173-41d2-927d-a56feecb13dc tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] show failed (client error): The resource could not be found. Jul 08 08:28:44.701007 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a262fe99-f173-41d2-927d-a56feecb13dc tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups/18870a0f-5a57-4939-afe5-175529874afe HTTP/1.1" status: 404 len: 347 time: 0.0213258 Jul 08 08:28:44.705132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37956) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:44.709717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Deleting subnet 0e6d17eb-634a-4dd8-bd1f-45acb21ca672 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:28:44.713185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.755790 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.833996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Deleting port ad771940-c019-4161-aa75-295565b83784 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:44.834334 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.846642 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 0bb80ed3-291f-4952-8ed0-a880198f9f4c no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:44.866358 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 0bb80ed3-291f-4952-8ed0-a880198f9f4c {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:44.867049 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 0bb80ed3-291f-4952-8ed0-a880198f9f4c not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:44.871063 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.933156 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.933482 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:44.945095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Calling delete_port for ad771940-c019-4161-aa75-295565b83784 owned by network:floatingip {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:45.072168 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.098787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6d17eb-634a-4dd8-bd1f-45acb21ca672,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:45.102249 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.107177 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-9f7f028f-a52a-4cad-924c-ee5d46276cd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e6d17eb-634a-4dd8-bd1f-45acb21ca672 HTTP/1.1" status: 204 len: 168 time: 0.4555278 Jul 08 08:28:45.107392 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37966) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:45.112854 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560119c4-ffef-4474-b422-6996f01cbe3e None None] Network fc88c06b-59f9-462a-9a86-95fec5569725 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:28:45.131306 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.191591 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'Port': ['ID=ad771940-c019-4161-aa75-295565b83784,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:45.247349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.272966 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.281301 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.281301 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-47be63d1-64e4-4f20-9109-34482ae04039 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "DELETE /v2.0/floatingips/132bdb90-eaa1-4024-913b-734a1bbe2ae4 HTTP/1.1" status: 204 len: 168 time: 0.5705299 Jul 08 08:28:45.335374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Deleting port e15066e6-e960-4e76-9291-6eb63eabf4e9 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:45.335724 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.351744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] DHCP port deletion for fc88c06b-59f9-462a-9a86-95fec5569725 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:28:45.399171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Deleting port e15066e6-e960-4e76-9291-6eb63eabf4e9 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:45.399545 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.415036 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] For port e15066e6-e960-4e76-9291-6eb63eabf4e9, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=e15066e6-e960-4e76-9291-6eb63eabf4e9,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:45.415939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.431388 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Calling delete_port for e15066e6-e960-4e76-9291-6eb63eabf4e9 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:45.468511 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] For port e15066e6-e960-4e76-9291-6eb63eabf4e9, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=e15066e6-e960-4e76-9291-6eb63eabf4e9,segment=NetworkSegment(e79484a4-ebb5-48ae-84be-a39ecfcd7ae8),segment_id=e79484a4-ebb5-48ae-84be-a39ecfcd7ae8)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:45.468900 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.481388 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Calling delete_port for e15066e6-e960-4e76-9291-6eb63eabf4e9 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:45.563038 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.569614 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.588677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15066e6-e960-4e76-9291-6eb63eabf4e9,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:45.592633 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] No DVR routers for this DVR port e15066e6-e960-4e76-9291-6eb63eabf4e9 on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:45.601566 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Pushing event deleted for resources: {'Port': ['ID=e15066e6-e960-4e76-9291-6eb63eabf4e9,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:45.604102 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] No DVR routers for this DVR port e15066e6-e960-4e76-9291-6eb63eabf4e9 on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:45.613651 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.613651 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.613651 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.614015 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.614159 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.614687 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.615267 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.615742 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.616229 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.616552 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.616875 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.617200 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb998997-6a7c-4c53-8365-d111696efff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:28:45.668304 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.679101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc88c06b-59f9-462a-9a86-95fec5569725']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:45.692938 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:45.693231 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79484a4-ebb5-48ae-84be-a39ecfcd7ae8') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:45.702364 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.716167 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.721861 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:28:45.722247 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:28:45.723888 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:28:45.848395 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.855343 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:45.861531 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fc88c06b-59f9-462a-9a86-95fec5569725 HTTP/1.1" status: 204 len: 168 time: 0.7485955 Jul 08 08:28:45.861640 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:45.867187 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5616b7-e8a6-4a10-be24-fd966cb86024 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc88c06b-59f9-462a-9a86-95fec5569725,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:46.077023 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37976) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:46.081877 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132379299', 'description': 'tempest-description--2135370637'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:46.168774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.198341 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.249155 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.323399 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.353439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef893d4-389f-4635-a534-ccc0789eeb4c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:46.403263 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.405047 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-207d5a9d-9eff-4c07-a22d-f7c6481442c6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3268554 Jul 08 08:28:46.407795 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37978) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:46.412532 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group_rule': {'security_group_id': 'bef893d4-389f-4635-a534-ccc0789eeb4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:46.431088 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device e15066e6-e960-4e76-9291-6eb63eabf4e9 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:46.454107 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: e15066e6-e960-4e76-9291-6eb63eabf4e9 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:46.454446 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device e15066e6-e960-4e76-9291-6eb63eabf4e9 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:46.454892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 393fa5ae-e123-4f65-8cf2-cd0116a20771 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:46.456863 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Deleting port 972b06cc-3054-4fde-8b0a-39ddf601b07a {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:46.457140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.473329 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 393fa5ae-e123-4f65-8cf2-cd0116a20771 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:46.473699 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 393fa5ae-e123-4f65-8cf2-cd0116a20771 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:46.516993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.540166 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] For port 972b06cc-3054-4fde-8b0a-39ddf601b07a, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=972b06cc-3054-4fde-8b0a-39ddf601b07a,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:46.540530 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.555374 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Calling delete_port for 972b06cc-3054-4fde-8b0a-39ddf601b07a owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:46.578239 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.648641 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.667642 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cfe307-0f35-485c-ac3f-dd86ca3d6071,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:46.707009 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 443590fd-1bd5-4496-bf53-14f217c0bee1 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:46.726412 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 443590fd-1bd5-4496-bf53-14f217c0bee1 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:46.726775 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 443590fd-1bd5-4496-bf53-14f217c0bee1 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:46.768872 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.770109 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-500ebdd4-9c3b-486b-87e1-263cc0a9d69c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614082 Jul 08 08:28:46.772714 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37984) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:46.777101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'security_group_rule': {'security_group_id': 'bef893d4-389f-4635-a534-ccc0789eeb4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:46.803450 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.829161 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Pushing event deleted for resources: {'Port': ['ID=972b06cc-3054-4fde-8b0a-39ddf601b07a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:46.865508 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:46.936314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.002621 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.003287 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409370'] for security_group_rule, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.021732 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db76a4c-36ce-4b45-9c1b-5e2796cbf28d,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:47.168970 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.171112 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-70ab3159-4a7e-4e3f-9046-371b04f7a231 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3965900 Jul 08 08:28:47.174033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 37986) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:47.178510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:47.212074 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Router 89d00928-ff24-43b8-87a3-708f01094d21 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:28:47.272252 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.340784 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:28:47.351141 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-46164d87-c9ae-43fd-8d40-3b8c244a1122 admin admin] 10.222.0.72 "PUT /v2.0/routers/89d00928-ff24-43b8-87a3-708f01094d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887407 Jul 08 08:28:47.351775 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 37996) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:47.352857 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Sync routers for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:28:47.363417 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:47.364038 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:47.389886 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.478224 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:47.503661 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Allocated IP 172.27.3.4 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/9f46cec9-fd20-437f-8fbb-e811d5bff18c) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:28:47.626153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.677448 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:28:46Z', 'revision_number': 5, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:47.705800 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Checking router: 89d00928-ff24-43b8-87a3-708f01094d21 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:28:47.720672 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Routers {'89d00928-ff24-43b8-87a3-708f01094d21'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:28:47.721321 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['89d00928-ff24-43b8-87a3-708f01094d21'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:47.731452 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.735061 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29063394'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.776307 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:28:47.783389 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:28:47.788073 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:28:47.791254 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=9f46cec9-fd20-437f-8fbb-e811d5bff18c,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:47.827784 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] Set router 89d00928-ff24-43b8-87a3-708f01094d21 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:28:47.851387 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.876347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.967825 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Deleting port db470ec6-480b-4d84-9353-511f6201c1b8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:47.968167 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:47.992651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.006901 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:28:46Z', 'revision_number': 5, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:48.039971 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3938f69-62d6-4979-a6ad-bddc76ed0ea4 None None] The sync data for ids ['89d00928-ff24-43b8-87a3-708f01094d21'] in dv-cinder-784945-12-iscsi is: [{'id': '89d00928-ff24-43b8-87a3-708f01094d21', 'name': 'tempest-TestShelveInstance-1570716266-router', 'tenant_id': 'fbbb070f36754d058536925745c0fe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:20Z', 'updated_at': '2021-07-08T08:28:46Z', 'revision_number': 5, 'project_id': 'fbbb070f36754d058536925745c0fe2b', 'gw_port': {'id': 'db470ec6-480b-4d84-9353-511f6201c1b8', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d00928-ff24-43b8-87a3-708f01094d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:21Z', 'updated_at': '2021-07-08T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:28:48.052545 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] For port db470ec6-480b-4d84-9353-511f6201c1b8, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=db470ec6-480b-4d84-9353-511f6201c1b8,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:48.053143 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.070356 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Calling delete_port for db470ec6-480b-4d84-9353-511f6201c1b8 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:48.303951 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.330438 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=db470ec6-480b-4d84-9353-511f6201c1b8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:48.413876 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.440820 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.505244 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.506040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.507694 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.581840 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 972b06cc-3054-4fde-8b0a-39ddf601b07a no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:48.606764 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=9f46cec9-fd20-437f-8fbb-e811d5bff18c,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:48.616317 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 972b06cc-3054-4fde-8b0a-39ddf601b07a {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:48.616317 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 972b06cc-3054-4fde-8b0a-39ddf601b07a not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:48.620290 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.694475 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.695095 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d00928-ff24-43b8-87a3-708f01094d21 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:28:48.699994 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.703335 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f928a8f0-8b53-4846-bce0-ce4f89cfbd81 admin admin] 10.222.0.72 "DELETE /v2.0/routers/89d00928-ff24-43b8-87a3-708f01094d21 HTTP/1.1" status: 204 len: 168 time: 1.3505347 Jul 08 08:28:48.704428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:48.756965 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Deleting subnet f69c6810-26f9-4f43-9bcf-f22bdb8d0e55 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:28:48.760814 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.763283 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.765467 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b0a4cf52-6ec0-4d7b-82bf-957388e028d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5904250 Jul 08 08:28:48.800072 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.887220 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:48.977468 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-63c7946d-5a02-4103-b62b-bc835c8982fa tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--132379299&fields=id&tenant_id=931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 267 time: 0.0326498 Jul 08 08:28:49.009158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.039731 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69c6810-26f9-4f43-9bcf-f22bdb8d0e55,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:49.046783 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.046783 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b73cc77a-1b3e-41ff-aace-33bf0ef90a9c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f69c6810-26f9-4f43-9bcf-f22bdb8d0e55 HTTP/1.1" status: 204 len: 168 time: 0.3386686 Jul 08 08:28:49.047547 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38026) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:49.051496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e738b97-b295-4a4b-b2ca-0cec747756b2 None None] Network 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:28:49.099856 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-895e4832-0d94-415b-9d7a-fb801666b375 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:49.101633 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-895e4832-0d94-415b-9d7a-fb801666b375 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 810 time: 0.1162179 Jul 08 08:28:49.125880 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-0a87728c-7894-46fa-bf41-5ff7c7fc2eb0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/quotas/931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 375 time: 0.0171380 Jul 08 08:28:49.143019 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.211860 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Deleting port 23764e1e-dd42-43ad-9427-61023a581bbf {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:49.212211 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.237600 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-7b3b8427-163c-45fb-bf82-b33f8ea7c125 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849338 Jul 08 08:28:49.294162 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee970d46-ca79-4053-a633-753a08115746 None None] DHCP port deletion for 725f5d4a-cc13-4f6d-88af-2c2728eb05d6 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:28:49.299297 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] For port 23764e1e-dd42-43ad-9427-61023a581bbf, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=23764e1e-dd42-43ad-9427-61023a581bbf,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:49.299297 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.312199 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Calling delete_port for 23764e1e-dd42-43ad-9427-61023a581bbf owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:49.331990 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-b602726d-d586-429d-8499-bb4037a84a63 service neutron] 10.222.0.72 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936890 Jul 08 08:28:49.344231 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Deleting port 23764e1e-dd42-43ad-9427-61023a581bbf {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:28:49.344847 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.414159 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ee970d46-ca79-4053-a633-753a08115746 None None] For port 23764e1e-dd42-43ad-9427-61023a581bbf, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=23764e1e-dd42-43ad-9427-61023a581bbf,segment=NetworkSegment(a00f1718-386f-4474-8b92-88d9c1feb7a3),segment_id=a00f1718-386f-4474-8b92-88d9c1feb7a3)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:49.414653 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.428064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Calling delete_port for 23764e1e-dd42-43ad-9427-61023a581bbf owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:28:49.429611 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-ae29f088-b257-4e31-bd4b-b84244694229 service neutron] 10.222.0.72 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913677 Jul 08 08:28:49.471880 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.501423 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Pushing event deleted for resources: {'Port': ['ID=23764e1e-dd42-43ad-9427-61023a581bbf,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:49.504939 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] No DVR routers for this DVR port 23764e1e-dd42-43ad-9427-61023a581bbf on host dv-cinder-784945-12-iscsi {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:49.509913 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.536792 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee970d46-ca79-4053-a633-753a08115746 None None] Pushing event deleted for resources: {'Port': ['ID=23764e1e-dd42-43ad-9427-61023a581bbf,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:49.540329 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee970d46-ca79-4053-a633-753a08115746 None None] No DVR routers for this DVR port 23764e1e-dd42-43ad-9427-61023a581bbf on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:28:49.581103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.591061 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725f5d4a-cc13-4f6d-88af-2c2728eb05d6']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:49.602132 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00f1718-386f-4474-8b92-88d9c1feb7a3') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:49.602426 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00f1718-386f-4474-8b92-88d9c1feb7a3') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:28:49.611620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.626336 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.646042 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:28:49.646446 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:28:49.648296 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:28:49.691509 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-40ab2e66-a97e-4839-8c25-e5e9bf50c9cb req-7f2b8b5f-4660-4904-bf84-88774855a0a6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jul 08 08:28:49.768596 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.773938 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:49.778447 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] 10.222.0.72 "DELETE /v2.0/networks/725f5d4a-cc13-4f6d-88af-2c2728eb05d6 HTTP/1.1" status: 204 len: 168 time: 0.7273488 Jul 08 08:28:49.791514 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8709226-b1c5-4c6d-ba6d-c4654436f493 admin admin] Pushing event deleted for resources: {'Network': ['ID=725f5d4a-cc13-4f6d-88af-2c2728eb05d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:50.200819 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38048) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:50.242157 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2c55daab-8017-42cc-932e-1d99fa01be22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ca6afb02d7e439b94137e3f3093df92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389709 Jul 08 08:28:50.244623 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38052) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:50.292334 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:50.313723 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:50.414944 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 23764e1e-dd42-43ad-9427-61023a581bbf no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:50.425781 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:50.428482 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:50.432008 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7692dd9f-bc8e-4281-aebc-e09f140b7b8a HTTP/1.1" status: 204 len: 168 time: 0.1841359 Jul 08 08:28:50.435251 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 23764e1e-dd42-43ad-9427-61023a581bbf {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:50.436216 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 23764e1e-dd42-43ad-9427-61023a581bbf not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:50.436632 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device db470ec6-480b-4d84-9353-511f6201c1b8 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:28:50.439562 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7b9f0-55bb-433f-b9e0-d84e29923cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692dd9f-bc8e-4281-aebc-e09f140b7b8a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:50.458183 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: db470ec6-480b-4d84-9353-511f6201c1b8 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:28:50.458518 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device db470ec6-480b-4d84-9353-511f6201c1b8 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:28:50.830347 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6f15c4b5-3840-4216-a391-913e2db315ad req-990b505a-d7d6-4ae9-89a0-92b8b3c00377 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 210 time: 0.0282798 Jul 08 08:28:51.060289 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:51.100773 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a80f58fa-eab6-44f5-a1f0-cc48aba00a3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbbb070f36754d058536925745c0fe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392470 Jul 08 08:28:51.103220 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38064) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:51.153639 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:51.175666 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:51.288283 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:51.291063 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:51.292255 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54139d7a-f295-49f2-8037-483098c81978 HTTP/1.1" status: 204 len: 168 time: 0.1881511 Jul 08 08:28:51.300494 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6ec1-a715-41d3-b265-48637dc0947c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54139d7a-f295-49f2-8037-483098c81978,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:51.883958 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-18d41085-d1cf-425d-ac64-cbadce462534 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:51.886864 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-18d41085-d1cf-425d-ac64-cbadce462534 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 810 time: 0.1076424 Jul 08 08:28:51.942113 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-01caf5c2-ed57-4a7b-938f-268b686a82aa tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=931320bf7a874b228758a0250d97b99e HTTP/1.1" status: 200 len: 379 time: 0.0370319 Jul 08 08:28:51.951844 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'port': {'device_id': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'admin_state_up': True, 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'security_groups': ['bef893d4-389f-4635-a534-ccc0789eeb4c']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:51.976660 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2b28172a-aad5-42b4-9972-e43178a3cb86 req-0f9f0bbc-2fca-4eb4-951a-05ae23e9c709 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 210 time: 0.0333455 Jul 08 08:28:52.156851 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Made reservation on behalf of 931320bf7a874b228758a0250d97b99e for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:28:52.160949 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.291220 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Allocated IP 172.20.0.3 (f8aa0c70-6a0d-402a-87f9-7b04bd4a5017/b22875b0-681b-439d-8320-ed3f8ac90c43/ef69d910-2ef8-491a-88e4-462cfa723ee0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:28:52.437019 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.449849 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Transition to ACTIVE for port object ef69d910-2ef8-491a-88e4-462cfa723ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:28:52.568793 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.611821 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:28:52.617053 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:28:52.620811 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:28:52.693131 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event updated for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:52.693131 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:52.693131 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.764804 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-f4e3cafb-9b23-45a8-be2c-7b96691e87c3 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161218 Jul 08 08:28:52.777724 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Request body: {'port': {'device_id': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:28:52.868616 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.906067 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c79dba9a-cf93-415c-b1fa-df0350ce7629 None None] Provisioning for port ef69d910-2ef8-491a-88e4-462cfa723ee0 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:28:52.911441 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c79dba9a-cf93-415c-b1fa-df0350ce7629 None None] Provisioning complete for port ef69d910-2ef8-491a-88e4-462cfa723ee0 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:28:52.911881 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c79dba9a-cf93-415c-b1fa-df0350ce7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:52.948980 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-c79dba9a-cf93-415c-b1fa-df0350ce7629 None None] Port ef69d910-2ef8-491a-88e4-462cfa723ee0 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:28:53.147004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef69d910-2ef8-491a-88e4-462cfa723ee0 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:28:53.154472 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:53.165738 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69a54-0f7b-4345-9b27-1e130cc9a206 req-0d63565f-5b7c-4667-b3a2-b6854205e3bd tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:53.166293 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Transition to ACTIVE for port object ef69d910-2ef8-491a-88e4-462cfa723ee0 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:28:53.167260 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ef69a54-0f7b-4345-9b27-1e130cc9a206 req-0d63565f-5b7c-4667-b3a2-b6854205e3bd tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 931 time: 0.0667660 Jul 08 08:28:53.205256 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5ef69a54-0f7b-4345-9b27-1e130cc9a206 req-b60a2812-5794-4896-a851-6e4407f9a9b0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Jul 08 08:28:53.248760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:53.306975 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Pushing event updated for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:53.376962 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Attempting to bind port ef69d910-2ef8-491a-88e4-462cfa723ee0 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:28:53.377438 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Attempting to bind port ef69d910-2ef8-491a-88e4-462cfa723ee0 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:28:53.377765 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Attempting to bind port ef69d910-2ef8-491a-88e4-462cfa723ee0 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:28:53.382440 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Port ef69d910-2ef8-491a-88e4-462cfa723ee0 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:28:53.382832 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Attempting to bind port ef69d910-2ef8-491a-88e4-462cfa723ee0 on network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:28:53.391593 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:28:53.391940 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Checking segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:28:53.392336 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Bound using segment: {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:28:53.394588 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Bound port: ef69d910-2ef8-491a-88e4-462cfa723ee0, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccb735d-1f68-495f-88b2-0733e7c3f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:28:53.394974 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:53.462332 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:28:53.465295 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:28:53.546493 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:53.583415 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:53.584029 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:53.585425 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] 10.222.0.67 "PUT /v2.0/ports/ef69d910-2ef8-491a-88e4-462cfa723ee0 HTTP/1.1" status: 200 len: 1093 time: 0.8124352 Jul 08 08:28:53.585854 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:28:53.588144 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:28:53.614529 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e01a-13d1-4dcd-952f-2800b0824e4e service neutron] Pushing event updated for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:53.628883 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bdae4d-089e-414e-b0d0-93442fef6eee x-openstack-request-id: req-75bdae4d-089e-414e-b0d0-93442fef6eee {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:28:53.629175 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:28:53.629457 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75bdae4d-089e-414e-b0d0-93442fef6eee {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:28:53.629856 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'status': 'completed', 'code': 200} Jul 08 08:28:54.377338 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78338be-4f50-48ae-a5a3-c11f2ec6ff88 req-bbf0d02b-3189-415f-be20-0417c02c84a1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:54.378847 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f78338be-4f50-48ae-a5a3-c11f2ec6ff88 req-bbf0d02b-3189-415f-be20-0417c02c84a1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 943 time: 0.0633285 Jul 08 08:28:54.424390 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f78338be-4f50-48ae-a5a3-c11f2ec6ff88 req-199f9ccb-7f29-4f78-93bb-ffe3c3225df9 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Jul 08 08:28:55.345506 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de45801a-1ad4-43dd-9fa7-c4fa50e13939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:55.590755 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c313a2-7adb-4f82-b76d-6bd7af235caa req-6215f9f3-de6e-4a54-b146-f1a9666d1be6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:55.592216 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73c313a2-7adb-4f82-b76d-6bd7af235caa req-6215f9f3-de6e-4a54-b146-f1a9666d1be6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 943 time: 0.0657787 Jul 08 08:28:55.629823 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-73c313a2-7adb-4f82-b76d-6bd7af235caa req-2ac317ef-a7d4-4349-ab81-33d2369e78c7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Jul 08 08:28:56.251571 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-9a18e7eb-e9c5-4720-8461-fab079aaff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.253061 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-9a18e7eb-e9c5-4720-8461-fab079aaff15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 1096 time: 0.0525942 Jul 08 08:28:56.356647 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-201a322e-b971-4811-8185-b0f543572c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.358815 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-201a322e-b971-4811-8185-b0f543572c8b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=931320bf7a874b228758a0250d97b99e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0937216 Jul 08 08:28:56.449514 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-fc83e40d-0b1b-4946-886a-77aa36bb38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.451060 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ff8b19b2-ee3b-4974-a5cf-66174099f4c0 req-fc83e40d-0b1b-4946-886a-77aa36bb38d6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860620 Jul 08 08:28:56.543350 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-95efa635-e553-4b61-875b-fe48676e4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.545426 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-95efa635-e553-4b61-875b-fe48676e4021 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 1096 time: 0.0538785 Jul 08 08:28:56.591814 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-780757bc-9cc4-4ff7-a2e2-cc2b29b28c61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0 HTTP/1.1" status: 200 len: 217 time: 0.0387335 Jul 08 08:28:56.640930 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-c12a2614-490b-4639-b4b0-bb2eebe86bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.642434 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-c12a2614-490b-4639-b4b0-bb2eebe86bcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0440066 Jul 08 08:28:56.698899 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-0b3be607-f246-497a-aba4-dd984fa54e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.700726 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-0b3be607-f246-497a-aba4-dd984fa54e6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519946 Jul 08 08:28:56.797209 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-afb60112-09fc-4fc0-903a-8d9ab06d4aa3 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871747 Jul 08 08:28:56.800831 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa7297-4b32-4acb-959e-05a4dc5bedd3 req-867ebb64-9b63-408f-93ef-559f3ef67ade tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:56.802361 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2aa7297-4b32-4acb-959e-05a4dc5bedd3 req-867ebb64-9b63-408f-93ef-559f3ef67ade tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 943 time: 0.0633042 Jul 08 08:28:56.839705 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c2aa7297-4b32-4acb-959e-05a4dc5bedd3 req-a74852e9-d134-40c9-8b01-70e81f445247 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313692 Jul 08 08:28:56.889159 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-52d4a363-ea84-413a-ac5f-6bc121cf85f3 req-20522c4d-37b7-468b-ae51-601e78e8ef7d service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854292 Jul 08 08:28:57.803092 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:58.022009 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67bfff-1f98-47d7-9293-abf57b0aca46 req-bafea5dd-3b1e-4a4b-84f7-06139021a1f7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:58.023484 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e67bfff-1f98-47d7-9293-abf57b0aca46 req-bafea5dd-3b1e-4a4b-84f7-06139021a1f7 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 943 time: 0.0663893 Jul 08 08:28:58.048468 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2db0c2cc-4583-479d-aa2e-fca3f3155959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:58.062366 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2e67bfff-1f98-47d7-9293-abf57b0aca46 req-75286f6f-4672-4eda-9391-b942e4901fc6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Jul 08 08:28:58.666011 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.095793 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device ef69d910-2ef8-491a-88e4-462cfa723ee0 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:28:59.113209 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.191586 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:59.202359 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'port_id': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'mac_address': 'fa:16:3e:b9:e0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:28:59.244382 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.245825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f372be3-6e43-47da-b1ed-b1ab44e32b5b req-b22cd09e-58bf-45b3-8bc5-508b156bc2ee tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:28:59.247360 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9f372be3-6e43-47da-b1ed-b1ab44e32b5b req-b22cd09e-58bf-45b3-8bc5-508b156bc2ee tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 943 time: 0.0774493 Jul 08 08:28:59.257744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef69d910-2ef8-491a-88e4-462cfa723ee0 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:28:59.280146 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:28:59.287548 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-9f372be3-6e43-47da-b1ed-b1ab44e32b5b req-59dc9b31-5332-452e-9914-c7f3acbc4561 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337961 Jul 08 08:28:59.368717 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.416879 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:59.456490 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38182) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:59.559136 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-725ae3aa-5279-4781-bc27-b7a14790cdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.651629 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['ef69d910-2ef8-491a-88e4-462cfa723ee0'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:28:59.657682 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-725ae3aa-5279-4781-bc27-b7a14790cdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.757197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-725ae3aa-5279-4781-bc27-b7a14790cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.795996 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-725ae3aa-5279-4781-bc27-b7a14790cdb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f98a1782f6f42b0934493b7a09ab859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383420 Jul 08 08:28:59.797509 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ae3aa-5279-4781-bc27-b7a14790cdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53be6adb-43dd-4bbc-bec9-2874fd5cadfb,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:28:59.799351 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:28:59.849269 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.869986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.962624 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.965090 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:28:59.966236 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53be6adb-43dd-4bbc-bec9-2874fd5cadfb HTTP/1.1" status: 204 len: 168 time: 0.1658986 Jul 08 08:28:59.974832 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19bdc1-8f52-4a99-a5ac-113a8f6723d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53be6adb-43dd-4bbc-bec9-2874fd5cadfb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:00.464805 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e5e68-3544-4d79-b19c-3f6897c34654 req-ccab5e07-8d32-459a-bb18-7ed1c48eb4d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:00.466263 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-035e5e68-3544-4d79-b19c-3f6897c34654 req-ccab5e07-8d32-459a-bb18-7ed1c48eb4d6 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 944 time: 0.0646033 Jul 08 08:29:00.508557 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-035e5e68-3544-4d79-b19c-3f6897c34654 req-60c427c7-b8fb-4eb6-bc03-f15fa2417148 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Jul 08 08:29:00.512388 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38196) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:00.570241 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eba82ae2-dc42-4c0a-a441-2d686b2e2de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.614041 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eba82ae2-dc42-4c0a-a441-2d686b2e2de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.699676 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-eba82ae2-dc42-4c0a-a441-2d686b2e2de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.737952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-eba82ae2-dc42-4c0a-a441-2d686b2e2de8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06278bd76fb84aefaf77081485a1d577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244618 Jul 08 08:29:00.740973 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82ae2-dc42-4c0a-a441-2d686b2e2de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780799fd-b2f5-4518-94f6-997e657eabda,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:00.740973 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38200) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:00.794227 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.816527 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.842503 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.905341 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.908177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:00.909330 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/780799fd-b2f5-4518-94f6-997e657eabda HTTP/1.1" status: 204 len: 168 time: 0.1674664 Jul 08 08:29:00.917343 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290100f1-3761-4a74-9967-b4b6a8fce7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780799fd-b2f5-4518-94f6-997e657eabda,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:01.027419 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-28498022-1e26-4a12-9012-19ebea7d970f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505187791&fields=id&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 267 time: 0.0334439 Jul 08 08:29:01.113567 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device ef69d910-2ef8-491a-88e4-462cfa723ee0 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:29:01.132628 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-3a9dea45-74c9-4289-8959-cae1c28ed4da tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:01.134109 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-3a9dea45-74c9-4289-8959-cae1c28ed4da tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.1002581 Jul 08 08:29:01.148997 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-64a0ebd3-0a5e-4666-a69b-4fd1e75a57e5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/quotas/a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 375 time: 0.0091374 Jul 08 08:29:01.215608 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port ef69d910-2ef8-491a-88e4-462cfa723ee0 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:29:01.221420 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port ef69d910-2ef8-491a-88e4-462cfa723ee0 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:29:01.222071 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:01.225727 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-39f22fbe-093e-4f8a-a71d-9f3a9361fdd6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0715334 Jul 08 08:29:01.314380 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:01.337692 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:29:01.338819 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-90806bd3-ec28-4430-8fdc-98807d4ccad7 service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973325 Jul 08 08:29:01.347782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a8b1a-8318-4545-a319-20d18e79ecd5" -d '{"events": [{"server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "name": "network-vif-plugged", "status": "completed", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:29:01.365360 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:29:01.407549 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc4132-ca67-4945-9c3c-737baf36871f x-openstack-request-id: req-b2dc4132-ca67-4945-9c3c-737baf36871f {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:29:01.410090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "name": "network-vif-plugged", "status": "completed", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:29:01.410090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2dc4132-ca67-4945-9c3c-737baf36871f {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:29:01.410090 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'code': 200} Jul 08 08:29:01.425684 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:01.437350 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-c5729425-561f-4f9d-9874-f35eae7e7420 service neutron] 10.222.0.72 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911958 Jul 08 08:29:01.484385 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:01.734713 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa44bc5-a800-4278-8c94-82fe3cff8ee8 req-598825da-e484-41ba-8bbb-167f32a547f1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:01.738477 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7fa44bc5-a800-4278-8c94-82fe3cff8ee8 req-598825da-e484-41ba-8bbb-167f32a547f1 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0679095 Jul 08 08:29:01.779526 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7fa44bc5-a800-4278-8c94-82fe3cff8ee8 req-95c6fa9c-1364-4296-91b8-56e3ede34573 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Jul 08 08:29:01.822471 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b69b2-d2ec-418b-bb76-9d05690412bb req-bd2867bb-c68d-47ce-b5a0-5242fefffb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:01.824007 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-759b69b2-d2ec-418b-bb76-9d05690412bb req-bd2867bb-c68d-47ce-b5a0-5242fefffb96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 1098 time: 0.0515547 Jul 08 08:29:01.869330 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-759b69b2-d2ec-418b-bb76-9d05690412bb req-10c283b7-3570-446e-880d-7933566bcb04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Jul 08 08:29:02.097677 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-70c26119-fc2d-49cf-9e28-ace4f114eec4 req-b2860efa-d0af-41d9-b755-ca97de90a192 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Jul 08 08:29:02.964364 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e4237-f502-438b-8f4c-c0350ce3cfbc req-9ad964b0-60fc-4729-9b06-90e254668086 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:02.965946 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d02e4237-f502-438b-8f4c-c0350ce3cfbc req-9ad964b0-60fc-4729-9b06-90e254668086 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0723917 Jul 08 08:29:03.006503 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d02e4237-f502-438b-8f4c-c0350ce3cfbc req-61d26655-96ee-4f3d-a969-c324af252059 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346928 Jul 08 08:29:03.255528 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b372d47a-0297-4417-9264-bbcab56ba9ea req-d93d8da0-1756-47c2-8594-db7dea8c2948 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 210 time: 0.0308864 Jul 08 08:29:03.402596 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38282) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:03.505754 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b1c9-fd77-407e-b4bd-93bfe3b09832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.599694 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b1c9-fd77-407e-b4bd-93bfe3b09832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.671432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b1c9-fd77-407e-b4bd-93bfe3b09832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.709707 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b1c9-fd77-407e-b4bd-93bfe3b09832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6e330-bc4d-4861-a56e-37371bb02960,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:03.714083 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5eb2b1c9-fd77-407e-b4bd-93bfe3b09832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8379413517a4425b5767899f5f1ef5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104701 Jul 08 08:29:03.717223 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38286) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:03.770428 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.792482 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.899664 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.902398 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:03.903605 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dc6e330-bc4d-4861-a56e-37371bb02960 HTTP/1.1" status: 204 len: 168 time: 0.1860006 Jul 08 08:29:03.912987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48433d-0757-450c-bc7c-78e7220ef358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6e330-bc4d-4861-a56e-37371bb02960,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:04.180276 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ea12-441d-4619-9662-dcf86d1d8bad req-ea82532e-10db-4d97-9896-b910b989f29e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:04.181776 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8b50ea12-441d-4619-9662-dcf86d1d8bad req-ea82532e-10db-4d97-9896-b910b989f29e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jul 08 08:29:04.224586 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8b50ea12-441d-4619-9662-dcf86d1d8bad req-06224852-8cf1-49ec-9807-c76ce293ae6e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 Jul 08 08:29:04.403524 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7088388b-4092-490e-9779-ad346e3a5205 req-c0614329-4546-497b-9f9d-f8829c327889 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 210 time: 0.0342858 Jul 08 08:29:04.429747 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc32c89-9dc7-4494-bb0d-977e9d5dac20 req-264973e8-ecb2-45a8-addb-503f3a3e4d32 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:04.429747 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3fc32c89-9dc7-4494-bb0d-977e9d5dac20 req-264973e8-ecb2-45a8-addb-503f3a3e4d32 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0955768 Jul 08 08:29:04.439002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38298) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:04.444642 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Request body: {'floatingip': {'port_id': 'ef69d910-2ef8-491a-88e4-462cfa723ee0'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:04.484101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.528401 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-1970ebef-f320-4490-beea-c8f54db77318 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:04.529900 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-1970ebef-f320-4490-beea-c8f54db77318 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 811 time: 0.1126018 Jul 08 08:29:04.573082 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:04.583389 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-0c0d8917-addd-4bdf-9cd5-b8a0927b2bdd tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ff0b32b43949c48507fbd7762c5dae HTTP/1.1" status: 200 len: 380 time: 0.0441201 Jul 08 08:29:04.593784 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'port': {'device_id': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'admin_state_up': True, 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'security_groups': ['7aadc64f-8af8-4a70-8984-3749e86e6262']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:04.597089 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837f1769-29ec-4be6-a327-207678ebe938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.770070 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837f1769-29ec-4be6-a327-207678ebe938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.849978 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-837f1769-29ec-4be6-a327-207678ebe938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.900702 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-837f1769-29ec-4be6-a327-207678ebe938 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0054d0218d6d4fb78b39f41830ee5437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242569 Jul 08 08:29:04.900702 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1769-29ec-4be6-a327-207678ebe938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af79857-0608-4411-8a50-dd58f159f231,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:04.902761 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:04.949616 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.953428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.971404 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Made reservation on behalf of a3ff0b32b43949c48507fbd7762c5dae for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:29:04.974865 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:04.981069 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.008621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.112417 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Floating IP 497ca49b-b185-426d-accf-8a4ee8458b5a associated. External IP: 172.27.3.4, port: ef69d910-2ef8-491a-88e4-462cfa723ee0. Jul 08 08:29:05.125886 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.20.0.14 (1ba24858-5803-4f59-8870-63a819f69432/bb19fc4a-38de-4540-adc0-c74605cf8d7b/df826d3e-4f74-40a0-8deb-b07a0a75454f) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:29:05.165177 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.167760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.171626 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1af79857-0608-4411-8a50-dd58f159f231 HTTP/1.1" status: 204 len: 168 time: 0.2652278 Jul 08 08:29:05.212230 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91493502-d552-461e-a02e-d8ac91ce375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af79857-0608-4411-8a50-dd58f159f231,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:05.289756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.305859 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Transition to ACTIVE for port object df826d3e-4f74-40a0-8deb-b07a0a75454f will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:29:05.332824 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:29:05.403671 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.441683 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:29:05.446306 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.451214 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:29:05.452152 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network 1ba24858-5803-4f59-8870-63a819f69432 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:29:05.456140 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:29:05.461099 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:29:05.470547 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:29:05.475097 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:05.490907 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:05.511436 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-95cf1914-0417-43c7-81c9-0480a3eb136b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "PUT /v2.0/floatingips/497ca49b-b185-426d-accf-8a4ee8458b5a HTTP/1.1" status: 200 len: 989 time: 1.0683227 Jul 08 08:29:05.511436 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:29:05.514348 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b901cd7-db95-4eaa-af27-5cf054ac3545" -d '{"events": [{"name": "network-changed", "server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:29:05.527636 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:05.528967 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.659957 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:29:05.684017 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-de1007dd-5b09-4e87-b39b-a35b42c15d62 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0941012 Jul 08 08:29:05.696361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Request body: {'port': {'device_id': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:05.723539 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e86a2-ce7f-4cfa-be2c-aa73774add6d req-53a00658-a060-4db8-a978-644d1edce346 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:05.732400 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c00e86a2-ce7f-4cfa-be2c-aa73774add6d req-53a00658-a060-4db8-a978-644d1edce346 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 932 time: 0.1082394 Jul 08 08:29:05.773294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8380d5-16fa-4d51-bd01-b7d55859ceaf x-openstack-request-id: req-9d8380d5-16fa-4d51-bd01-b7d55859ceaf {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:29:05.775223 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:29:05.775994 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d8380d5-16fa-4d51-bd01-b7d55859ceaf {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:29:05.776549 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'status': 'completed', 'code': 200} Jul 08 08:29:05.799406 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c00e86a2-ce7f-4cfa-be2c-aa73774add6d req-820ce925-56f8-4566-b427-4934fc3027a3 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650654 Jul 08 08:29:05.857488 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:05.877120 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-a94c79ee-aae0-4698-b36b-26ff27320a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:05.878794 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-a94c79ee-aae0-4698-b36b-26ff27320a5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=931320bf7a874b228758a0250d97b99e&device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 1098 time: 0.0764968 Jul 08 08:29:05.951685 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '497ca49b-b185-426d-accf-8a4ee8458b5a', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:b9:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:28:47Z', 'updated_at': '2021-07-08T08:29:04Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:05.981899 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-694fa389-a40f-44ff-a947-678a456a639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:05.983561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-694fa389-a40f-44ff-a947-678a456a639a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 200 len: 911 time: 0.0985742 Jul 08 08:29:05.989145 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:29:05.997680 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:29:05.998424 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:06.031398 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ca7beb82-0a41-4d13-833b-a8034b665245 None None] Provisioning for port df826d3e-4f74-40a0-8deb-b07a0a75454f completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:29:06.036258 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ca7beb82-0a41-4d13-833b-a8034b665245 None None] Provisioning complete for port df826d3e-4f74-40a0-8deb-b07a0a75454f triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:29:06.040831 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ca7beb82-0a41-4d13-833b-a8034b665245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.073410 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-ea68cd40-fafc-406d-827f-f400921e4d5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0 HTTP/1.1" status: 200 len: 997 time: 0.0817668 Jul 08 08:29:06.081466 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-ca7beb82-0a41-4d13-833b-a8034b665245 None None] Port df826d3e-4f74-40a0-8deb-b07a0a75454f cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:29:06.129865 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-9f628389-1b5c-43a1-b71e-728ab348f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:06.131694 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-9f628389-1b5c-43a1-b71e-728ab348f8b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 200 len: 849 time: 0.0520854 Jul 08 08:29:06.146647 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:29:06.198921 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-b6a439a5-1333-44fe-bd78-8aa81036cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:06.201460 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-b6a439a5-1333-44fe-bd78-8aa81036cc45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588343 Jul 08 08:29:06.215363 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df826d3e-4f74-40a0-8deb-b07a0a75454f {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:29:06.225105 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.242733 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Transition to ACTIVE for port object df826d3e-4f74-40a0-8deb-b07a0a75454f will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:29:06.315169 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-036a9384-1333-4ff7-b126-5935bcf8b628 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069419 Jul 08 08:29:06.328527 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.379698 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Pushing event updated for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:06.416597 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '497ca49b-b185-426d-accf-8a4ee8458b5a', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:b9:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:28:47Z', 'updated_at': '2021-07-08T08:29:04Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:06.443223 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0b901cd7-db95-4eaa-af27-5cf054ac3545 req-24521b3c-4b1a-4c39-9f1a-dde0c8db1d12 service neutron] 10.222.0.67 "GET /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209040 Jul 08 08:29:06.472549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Attempting to bind port df826d3e-4f74-40a0-8deb-b07a0a75454f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:29:06.472946 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Attempting to bind port df826d3e-4f74-40a0-8deb-b07a0a75454f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:29:06.473307 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Attempting to bind port df826d3e-4f74-40a0-8deb-b07a0a75454f on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:29:06.481301 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Port df826d3e-4f74-40a0-8deb-b07a0a75454f on network 1ba24858-5803-4f59-8870-63a819f69432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:29:06.481890 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Attempting to bind port df826d3e-4f74-40a0-8deb-b07a0a75454f on network 1ba24858-5803-4f59-8870-63a819f69432 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:29:06.489372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:29:06.490008 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Checking segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:29:06.490617 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Bound using segment: {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:29:06.491232 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Bound port: df826d3e-4f74-40a0-8deb-b07a0a75454f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa464644-ecfa-41c3-a610-75d658956c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ba24858-5803-4f59-8870-63a819f69432'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:29:06.491786 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.556866 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c9ab2-afba-4212-be77-2a6047375610 None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '497ca49b-b185-426d-accf-8a4ee8458b5a', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'port_id': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'mac_address': 'fa:16:3e:b9:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:28:47Z', 'updated_at': '2021-07-08T08:29:04Z', 'revision_number': 1, 'project_id': '931320bf7a874b228758a0250d97b99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:29:06.570022 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:29:06.574029 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:29:06.632134 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.669741 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:06.670789 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:06.672970 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] 10.222.0.67 "PUT /v2.0/ports/df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 200 len: 1094 time: 0.9808519 Jul 08 08:29:06.673476 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:29:06.675972 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:29:06.740398 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742361f5-b391-4379-aa0a-421809d87779 x-openstack-request-id: req-742361f5-b391-4379-aa0a-421809d87779 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:29:06.740711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:29:06.740970 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-742361f5-b391-4379-aa0a-421809d87779 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:29:06.741358 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'status': 'completed', 'code': 200} Jul 08 08:29:06.746908 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df4ac6-4f9c-480e-a915-cbfcd2f23384 service neutron] Pushing event updated for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:06.816515 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ee375-f863-41a5-94d7-b29745c19dc5 None None] New status for floating IP 497ca49b-b185-426d-accf-8a4ee8458b5a: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:29:06.829623 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-128e692a-da3d-4512-af0a-a613cf712319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:06.831199 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-128e692a-da3d-4512-af0a-a613cf712319 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1097 time: 0.0785978 Jul 08 08:29:06.962332 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-9a434f19-727a-4b35-8671-ae4e3d601219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:06.962332 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-9a434f19-727a-4b35-8671-ae4e3d601219 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1182613 Jul 08 08:29:06.996631 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89075078-9005-48f7-85cd-0a9152e21a6d req-6cf6e31b-47de-446f-9e00-09a30ef23a1c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:07.002756 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89075078-9005-48f7-85cd-0a9152e21a6d req-6cf6e31b-47de-446f-9e00-09a30ef23a1c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.0671444 Jul 08 08:29:07.042040 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89075078-9005-48f7-85cd-0a9152e21a6d req-fd0a7337-0704-4c7f-9b5e-28d9d0a387dd tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367105 Jul 08 08:29:07.097923 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-5f3f84f8-448d-4881-a7fc-71713f6c0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:07.099494 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a56eb0c5-70e2-459d-a1fc-6737b6129ccd req-5f3f84f8-448d-4881-a7fc-71713f6c0045 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301973 Jul 08 08:29:07.193589 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-f6bfb3cf-80f7-4c23-a465-795f58ec72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:07.195164 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-f6bfb3cf-80f7-4c23-a465-795f58ec72e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1097 time: 0.0541782 Jul 08 08:29:07.236609 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-79eb24f2-f3b5-4a02-bb9a-37067597232d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 200 len: 217 time: 0.0345383 Jul 08 08:29:07.293380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-cfc0ff2d-0e8e-434a-abf7-52c1e51d9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:07.294901 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-cfc0ff2d-0e8e-434a-abf7-52c1e51d9ea3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0518396 Jul 08 08:29:07.357629 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-ce03474d-0b15-497b-a729-de7bf47ecdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:07.359196 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-ce03474d-0b15-497b-a729-de7bf47ecdee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583894 Jul 08 08:29:07.448882 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-77e9181c-aef4-42db-bd55-61f868debde2 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815697 Jul 08 08:29:07.546931 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5635df24-baf4-43f2-85e2-77baa1ec79b4 req-c0e6d015-092a-4a59-b434-ad8836984c57 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862796 Jul 08 08:29:08.066474 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38370) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:08.172868 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bda806c7-1eea-4d6a-9577-feb6aa4c306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.271607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2704186-a36d-4151-a7a3-bdbd00b4a1cd req-b742e02a-5b6a-4a57-95c6-2d5bee0c63c5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:08.273105 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2704186-a36d-4151-a7a3-bdbd00b4a1cd req-b742e02a-5b6a-4a57-95c6-2d5bee0c63c5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.1021287 Jul 08 08:29:08.329236 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b2704186-a36d-4151-a7a3-bdbd00b4a1cd req-5aa53fba-4532-4968-ba63-4814966ca598 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Jul 08 08:29:08.348246 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bda806c7-1eea-4d6a-9577-feb6aa4c306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.425088 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bda806c7-1eea-4d6a-9577-feb6aa4c306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.463095 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-bda806c7-1eea-4d6a-9577-feb6aa4c306f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c800e2a29c754e5c827bc7f996e40fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955553 Jul 08 08:29:08.463918 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda806c7-1eea-4d6a-9577-feb6aa4c306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44d9ae-b64e-4e82-8afc-1ed142bd0ea2,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:08.465783 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38376) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:08.514690 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.535353 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.653648 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.656239 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:08.658145 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed44d9ae-b64e-4e82-8afc-1ed142bd0ea2 HTTP/1.1" status: 204 len: 168 time: 0.1912112 Jul 08 08:29:08.666178 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5edd6c-2883-48f0-a09c-23342c8a9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44d9ae-b64e-4e82-8afc-1ed142bd0ea2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:09.387510 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38386) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:09.401316 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09bb4460-6464-4285-9007-0f533e6cfbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.491656 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09bb4460-6464-4285-9007-0f533e6cfbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.504503 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3fbb7-8393-4693-91a6-dd23b14a1032 req-8149e70a-a49f-42b7-8d0d-b4809eb50c8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:09.505859 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4c3fbb7-8393-4693-91a6-dd23b14a1032 req-8149e70a-a49f-42b7-8d0d-b4809eb50c8c tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.0658216 Jul 08 08:29:09.543245 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a4c3fbb7-8393-4693-91a6-dd23b14a1032 req-0805563a-757f-4fe0-a59d-bcff5a771a75 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Jul 08 08:29:09.590927 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-09bb4460-6464-4285-9007-0f533e6cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.629790 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-09bb4460-6464-4285-9007-0f533e6cfbba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07a91308357c45298c3d07ca4696a613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411854 Jul 08 08:29:09.630789 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb4460-6464-4285-9007-0f533e6cfbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce20899-ea1d-4507-a4ff-9f8514a640e1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:09.632614 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38388) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:09.682637 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.704346 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.864750 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.867294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:09.868448 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ce20899-ea1d-4507-a4ff-9f8514a640e1 HTTP/1.1" status: 204 len: 168 time: 0.2341712 Jul 08 08:29:09.876886 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762889ca-bae2-4508-b972-1b186441ed03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce20899-ea1d-4507-a4ff-9f8514a640e1,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:10.716505 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c4bfd-e5c4-49c1-9523-f7941ce77e13 req-3b9e76ec-bd47-4c9f-aae2-8fdb32f84471 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:10.719911 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7d2c4bfd-e5c4-49c1-9523-f7941ce77e13 req-3b9e76ec-bd47-4c9f-aae2-8fdb32f84471 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.0634935 Jul 08 08:29:10.759341 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7d2c4bfd-e5c4-49c1-9523-f7941ce77e13 req-558a7bc9-1740-4a15-baa3-54c31d342f19 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346730 Jul 08 08:29:10.897908 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38414) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:10.989141 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-649697577-network', 'tenant_id': '05328225619d40b8a0572db34235872a'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:11.087874 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Made reservation on behalf of 05328225619d40b8a0572db34235872a for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:29:11.090300 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.098611 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.181969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.265144 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.288968 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:29:11.298926 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c963b5d8-ad04-4aad-bb3b-cc08688a15ad,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:11.303480 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.303838 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Added segment 4d832ddf-92db-4e16-9cf8-064bfa0ddfec of type vlan for network 0eaf05f5-46ac-4822-8968-2f9b629ec6f1 Jul 08 08:29:11.343121 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.442418 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.443412 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:11.444016 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.502964 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] Pushing event updated for resources: {'Network': ['ID=0eaf05f5-46ac-4822-8968-2f9b629ec6f1,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:11.512689 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 0eaf05f5-46ac-4822-8968-2f9b629ec6f1 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:29:11.569419 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d95fb556-71d6-4b3a-bb77-28360843a96a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6702387 Jul 08 08:29:11.572030 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38420) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:11.576919 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Request body: {'subnet': {'network_id': '0eaf05f5-46ac-4822-8968-2f9b629ec6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-649697577-subnet', 'tenant_id': '05328225619d40b8a0572db34235872a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:11.653051 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Made reservation on behalf of 05328225619d40b8a0572db34235872a for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:29:11.655450 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29187221'] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.897108 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29063538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29187239'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:11.968519 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69290216-fac2-469d-9d6c-a6e6a24e2400,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:11.981593 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Checking segment: {'id': '4d832ddf-92db-4e16-9cf8-064bfa0ddfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0eaf05f5-46ac-4822-8968-2f9b629ec6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:29:11.981941 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Network hostable DHCP agents. Network: 0eaf05f5-46ac-4822-8968-2f9b629ec6f1, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:29:11.993272 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520925e-dce0-4965-997b-b0bfda15488c req-1d3cd6d7-5550-44f6-8cb8-cdb44af315f2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:11.994761 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2520925e-dce0-4965-997b-b0bfda15488c req-1d3cd6d7-5550-44f6-8cb8-cdb44af315f2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.1269097 Jul 08 08:29:12.035690 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2520925e-dce0-4965-997b-b0bfda15488c req-c505f9ec-94c2-4cba-9738-8d03fc6d4fa9 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350389 Jul 08 08:29:12.081571 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Network 0eaf05f5-46ac-4822-8968-2f9b629ec6f1 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:29:12.173112 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 0eaf05f5-46ac-4822-8968-2f9b629ec6f1) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:29:12.177464 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:12.178490 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:12.181573 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c75d1f-812a-46de-88b3-eb897b35e731 None None] Network 0eaf05f5-46ac-4822-8968-2f9b629ec6f1 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:29:12.277311 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-75c2c32f-a64b-4bda-b558-47d03d772209 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7042084 Jul 08 08:29:12.307034 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9968410-3e0a-4744-b116-cd555952954b None None] Network 0eaf05f5-46ac-4822-8968-2f9b629ec6f1 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:29:13.023440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38440) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:13.028374 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160406841-network', 'tenant_id': 'fa1cba5454374926ac739674e8bd7cd6'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:13.104908 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Made reservation on behalf of fa1cba5454374926ac739674e8bd7cd6 for: {'network': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:29:13.107383 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.117236 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.238444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9196161-43da-4eda-93f8-0dda83d81690 req-34b7a4bc-0760-4e42-ac07-25add1b305a6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:13.239849 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9196161-43da-4eda-93f8-0dda83d81690 req-34b7a4bc-0760-4e42-ac07-25add1b305a6 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.0911877 Jul 08 08:29:13.272244 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.290755 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b9196161-43da-4eda-93f8-0dda83d81690 req-31e4f7a9-997f-46e8-98d8-75dc052c6d85 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Jul 08 08:29:13.350595 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.376983 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=93743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:29:13.383062 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93772b79-f00e-4bf7-ad0d-2a9dda2e7569,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:13.389854 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.391749 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.segments_db [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Added segment 7e808b41-9d65-41d1-bf45-2a40daa61036 of type vlan for network c9124383-9189-4e42-8e63-6ef41f5f96b5 Jul 08 08:29:13.427617 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.510874 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.511768 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:13.512346 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:13.839023 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] Pushing event updated for resources: {'Network': ['ID=c9124383-9189-4e42-8e63-6ef41f5f96b5,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:13.848972 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network c9124383-9189-4e42-8e63-6ef41f5f96b5 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:29:13.888773 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d79dc22a-b242-46c7-8a39-18c3bdc07204 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8642032 Jul 08 08:29:13.891575 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38446) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:13.896486 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Request body: {'subnet': {'network_id': 'c9124383-9189-4e42-8e63-6ef41f5f96b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160406841-subnet', 'tenant_id': 'fa1cba5454374926ac739674e8bd7cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:13.979595 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Made reservation on behalf of fa1cba5454374926ac739674e8bd7cd6 for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:29:13.981858 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29187221'] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:14.196932 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29063538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29187239'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:14.251774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f75fb1-f2e1-4544-9300-2fa37330f65a,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:14.258455 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Checking segment: {'id': '7e808b41-9d65-41d1-bf45-2a40daa61036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c9124383-9189-4e42-8e63-6ef41f5f96b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:29:14.258839 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Network hostable DHCP agents. Network: c9124383-9189-4e42-8e63-6ef41f5f96b5, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:29:14.345687 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Network c9124383-9189-4e42-8e63-6ef41f5f96b5 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:29:14.431195 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, c9124383-9189-4e42-8e63-6ef41f5f96b5) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:29:14.438105 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:14.438736 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:14.439064 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24546f-2845-4163-ac32-72f2ac2da085 None None] Network c9124383-9189-4e42-8e63-6ef41f5f96b5 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:29:14.471559 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:29:14.475435 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5470c-1a69-440e-bba0-06ebca2cb0b9 req-146a62be-4bec-449a-ac3c-e5cf89d88727 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:14.476933 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-87f5470c-1a69-440e-bba0-06ebca2cb0b9 req-146a62be-4bec-449a-ac3c-e5cf89d88727 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 944 time: 0.0752201 Jul 08 08:29:14.513663 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1b3b4f6b-1581-4ca0-b03e-43eaab61aac7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6210370 Jul 08 08:29:14.519843 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-87f5470c-1a69-440e-bba0-06ebca2cb0b9 req-4acc958e-7fcc-469b-9bcb-6a6a44e4826b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Jul 08 08:29:14.570476 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357651f0-34fe-4b44-aeae-13b95dd15881 None None] Network c9124383-9189-4e42-8e63-6ef41f5f96b5 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:29:15.173812 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device df826d3e-4f74-40a0-8deb-b07a0a75454f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:29:15.268146 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:29:15.279574 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'port_id': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'mac_address': 'fa:16:3e:ee:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:29:15.316331 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:15.329059 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df826d3e-4f74-40a0-8deb-b07a0a75454f {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:29:15.348674 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:29:15.419717 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:15.467987 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:15.691317 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8127ea-bcba-4c07-a100-a0d8704f2a8d req-f2f98191-2b46-4591-96df-4b2509918fdb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:15.691893 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['df826d3e-4f74-40a0-8deb-b07a0a75454f'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:29:15.692835 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a8127ea-bcba-4c07-a100-a0d8704f2a8d req-f2f98191-2b46-4591-96df-4b2509918fdb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 945 time: 0.0624869 Jul 08 08:29:15.732454 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1a8127ea-bcba-4c07-a100-a0d8704f2a8d req-dfaece79-d204-4427-ad3e-178b501161e3 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339174 Jul 08 08:29:16.903137 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa42358-4a8c-4c51-a03d-49f4c69a0181 req-f6db2a1b-8f3e-4585-942a-7bd4d36a54e4 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:16.904859 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3aa42358-4a8c-4c51-a03d-49f4c69a0181 req-f6db2a1b-8f3e-4585-942a-7bd4d36a54e4 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 945 time: 0.0650299 Jul 08 08:29:16.955750 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3aa42358-4a8c-4c51-a03d-49f4c69a0181 req-54a7da6b-8260-47e2-8926-bc6f63340dfb tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 Jul 08 08:29:17.192241 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device df826d3e-4f74-40a0-8deb-b07a0a75454f up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:29:17.299354 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port df826d3e-4f74-40a0-8deb-b07a0a75454f completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:29:17.303496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port df826d3e-4f74-40a0-8deb-b07a0a75454f triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:29:17.303882 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:17.382929 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:17.404928 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:29:17.407885 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9beba63-75ce-4670-939c-1d7b705605de" -d '{"events": [{"server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "name": "network-vif-plugged", "status": "completed", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:29:17.420705 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:29:17.441999 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51382233-c559-4445-aa14-9bf3fbc6270a x-openstack-request-id: req-51382233-c559-4445-aa14-9bf3fbc6270a {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:29:17.442286 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "name": "network-vif-plugged", "status": "completed", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:29:17.442535 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51382233-c559-4445-aa14-9bf3fbc6270a {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:29:17.442953 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'code': 200} Jul 08 08:29:17.533667 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:17.582679 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:17.915212 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430f356-0bcf-4f6c-965e-366e50d8eff2 req-2496e926-9b2a-4d90-8c4c-4bb8c166df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:17.916721 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7430f356-0bcf-4f6c-965e-366e50d8eff2 req-2496e926-9b2a-4d90-8c4c-4bb8c166df93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1099 time: 0.0519710 Jul 08 08:29:17.960348 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7430f356-0bcf-4f6c-965e-366e50d8eff2 req-48812177-c213-4a28-abe3-aaa9dd04a78f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365629 Jul 08 08:29:18.131585 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4921-3652-49a5-9fbf-fe9bc63c212f req-fb554500-4781-45f3-9190-b02bc8904491 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:18.133071 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-77ed4921-3652-49a5-9fbf-fe9bc63c212f req-fb554500-4781-45f3-9190-b02bc8904491 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.0653853 Jul 08 08:29:18.171423 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-77ed4921-3652-49a5-9fbf-fe9bc63c212f req-6fa4bc5b-3440-484d-b41d-96c223e28422 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Jul 08 08:29:19.351789 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b22fa-99bc-4654-89b1-cefec585c72f req-a0be51dd-1d0e-4330-bae7-ccf9a2336968 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:19.353244 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c65b22fa-99bc-4654-89b1-cefec585c72f req-a0be51dd-1d0e-4330-bae7-ccf9a2336968 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.0668464 Jul 08 08:29:19.389676 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c65b22fa-99bc-4654-89b1-cefec585c72f req-25bf954a-734b-4a1d-b231-69b4a4fd5ed5 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305109 Jul 08 08:29:19.561000 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38839ee1-777a-4056-8836-0ecfa6bcc04e req-ac7103cf-3bde-4320-8cb9-f006b9822852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:19.562525 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-38839ee1-777a-4056-8836-0ecfa6bcc04e req-ac7103cf-3bde-4320-8cb9-f006b9822852 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.0637176 Jul 08 08:29:19.601702 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-38839ee1-777a-4056-8836-0ecfa6bcc04e req-5c3c0bae-5960-42d6-b91f-051d1740312e tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Jul 08 08:29:19.628137 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38506) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:19.822607 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3f48d-03a9-4d48-b509-f0982f327b79 tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:19.824076 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a8a3f48d-03a9-4d48-b509-f0982f327b79 tempest-TestVolumeBootPattern-1409187214 tempest-TestVolumeBootPattern-1409187214-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1094 time: 0.1949167 Jul 08 08:29:19.826897 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38514) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:19.831277 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Request body: {'floatingip': {'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'port_id': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:29:19.905032 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:20.004710 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:20.108173 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Allocated IP 172.27.3.109 (ba4ae605-75cf-45df-aefb-4138a960148a/d84f2073-6068-408d-a608-c302e353d843/e3894dbd-ce58-489e-990b-0a6e8cc75b2e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:29:20.472859 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:20.568591 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:20.603321 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Network ba4ae605-75cf-45df-aefb-4138a960148a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:29:20.606032 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:29:20.611956 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:29:20.637182 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=e3894dbd-ce58-489e-990b-0a6e8cc75b2e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:20.650116 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.650462 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.650829 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.651166 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.651493 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.651819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.652151 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.652489 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.652840 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.653157 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.653473 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.653787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:20.988004 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:21.122038 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:21.270518 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:21.344910 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:21.412861 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event updated for resources: {'Port': ['ID=e3894dbd-ce58-489e-990b-0a6e8cc75b2e,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:21.422470 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:21.522635 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 16c86277-52d4-4b0c-b67b-8700a0880b4f associated. External IP: 172.27.3.109, port: df826d3e-4f74-40a0-8deb-b07a0a75454f. Jul 08 08:29:21.735507 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:29:21.841539 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:29:21.851728 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:29:21.860155 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:29:21.860769 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:21.959029 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:29:21.968006 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:22.018590 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b0c2b50d-ba20-4c00-9a04-34366ca53b11 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1789200 Jul 08 08:29:22.018590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:29:22.018590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38695d52-5301-4d90-b36d-b483dab86c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:29:22.055976 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b06442-061b-4122-956c-b22be3abbe10 x-openstack-request-id: req-f9b06442-061b-4122-956c-b22be3abbe10 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:29:22.056265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:29:22.056514 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f9b06442-061b-4122-956c-b22be3abbe10 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:29:22.056913 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'status': 'completed', 'code': 200} Jul 08 08:29:22.134016 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695d52-5301-4d90-b36d-b483dab86c9d req-a31b7bc9-f571-4ce5-b895-595342f2a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:22.135738 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-a31b7bc9-f571-4ce5-b895-595342f2a5b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1099 time: 0.0520821 Jul 08 08:29:22.183781 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '16c86277-52d4-4b0c-b67b-8700a0880b4f', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:ee:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:29:20Z', 'updated_at': '2021-07-08T08:29:20Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}, {'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:22.212232 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:29:22.222800 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:29:22.223382 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:28:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:22.234132 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695d52-5301-4d90-b36d-b483dab86c9d req-42bc77a5-d845-4fbd-b369-12c4ef20f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:22.236270 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-42bc77a5-d845-4fbd-b369-12c4ef20f614 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.0881999 Jul 08 08:29:22.299886 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-e16d36a2-cbe3-4cc6-83b2-7941a4e993ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 200 len: 1000 time: 0.0569901 Jul 08 08:29:22.324639 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:29:22.353173 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695d52-5301-4d90-b36d-b483dab86c9d req-e8b11e29-02f7-420f-8734-06c4084fb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:22.354699 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-e8b11e29-02f7-420f-8734-06c4084fb897 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0475593 Jul 08 08:29:22.412688 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695d52-5301-4d90-b36d-b483dab86c9d req-78fb2321-6efb-4659-8350-809ac42ecaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:22.414103 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-78fb2321-6efb-4659-8350-809ac42ecaa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519199 Jul 08 08:29:22.503666 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-2f12a532-4099-4c32-b3c9-e9fba289829f service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807760 Jul 08 08:29:22.546554 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '16c86277-52d4-4b0c-b67b-8700a0880b4f', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:ee:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:29:20Z', 'updated_at': '2021-07-08T08:29:20Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}, {'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:22.572380 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66244e74-9d22-41bf-8e3e-89354e3ecf7d None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '16c86277-52d4-4b0c-b67b-8700a0880b4f', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:ee:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:29:20Z', 'updated_at': '2021-07-08T08:29:20Z', 'revision_number': 0, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}, {'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:29:22.602895 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38695d52-5301-4d90-b36d-b483dab86c9d req-de6ef75b-e791-4f70-bd3a-f76d41412de3 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898268 Jul 08 08:29:22.786150 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafcbae-6454-4dc9-aeed-2680806a12b2 None None] New status for floating IP 16c86277-52d4-4b0c-b67b-8700a0880b4f: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:29:25.396496 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6d67bbcf-7b37-4bef-bdb6-8193b34571ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:27.767880 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:28.093386 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-187ff402-22fe-44af-b5fd-be55c063ea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:28.687926 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:29.105203 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:30.853649 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:30.896707 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38620) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:30.941670 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Deleting subnet 69290216-fac2-469d-9d6c-a6e6a24e2400 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:29:30.945735 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:30.979433 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.022158 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.156845 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.184491 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69290216-fac2-469d-9d6c-a6e6a24e2400,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:31.186461 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.188437 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cb8d70cd-76ed-4403-b17c-1b89c4f2676c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/69290216-fac2-469d-9d6c-a6e6a24e2400 HTTP/1.1" status: 204 len: 168 time: 0.2906690 Jul 08 08:29:31.190864 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38622) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:31.264512 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.354414 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.364267 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaf05f5-46ac-4822-8968-2f9b629ec6f1']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:31.374467 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d832ddf-92db-4e16-9cf8-064bfa0ddfec') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:31.374811 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d832ddf-92db-4e16-9cf8-064bfa0ddfec') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:31.383676 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.397426 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.403183 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:29:31.403565 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:29:31.405149 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:29:31.562295 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.567760 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.569809 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] 10.222.0.72 "DELETE /v2.0/networks/0eaf05f5-46ac-4822-8968-2f9b629ec6f1 HTTP/1.1" status: 204 len: 168 time: 0.3780346 Jul 08 08:29:31.572689 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 38624) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:31.580831 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025c1e1-9000-4f78-b76b-8edd53a7e88e admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaf05f5-46ac-4822-8968-2f9b629ec6f1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:31.621197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Deleting subnet f5f75fb1-f2e1-4544-9300-2fa37330f65a {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:29:31.624468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.658520 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.698473 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.830768 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.853820 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f75fb1-f2e1-4544-9300-2fa37330f65a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:31.862809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:31.864642 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f5f75fb1-f2e1-4544-9300-2fa37330f65a HTTP/1.1" status: 204 len: 168 time: 0.2909696 Jul 08 08:29:31.866395 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.866771 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.867109 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.867397 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38628) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:31.867522 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.867752 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.868085 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.868424 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.868742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.869064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.869519 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.869751 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.870068 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61928c-14b8-41a9-a7f1-1b97561e106a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:29:31.936106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.016451 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.026636 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9124383-9189-4e42-8e63-6ef41f5f96b5']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:32.036236 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e808b41-9d65-41d1-bf45-2a40daa61036') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:32.036532 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e808b41-9d65-41d1-bf45-2a40daa61036') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:29:32.044966 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.058702 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.064256 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:29:32.071960 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:29:32.184774 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.188756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.191583 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] 10.222.0.72 "DELETE /v2.0/networks/c9124383-9189-4e42-8e63-6ef41f5f96b5 HTTP/1.1" status: 204 len: 168 time: 0.3226194 Jul 08 08:29:32.205183 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19182dd-74af-4ea6-b844-8a6c5d104dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=c9124383-9189-4e42-8e63-6ef41f5f96b5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:32.638490 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:32.681890 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fe8afd6f-359d-4221-9358-fc34e67a16a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05328225619d40b8a0572db34235872a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421915 Jul 08 08:29:32.684271 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:32.731037 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.753432 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.870921 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.873504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:32.874749 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c963b5d8-ad04-4aad-bb3b-cc08688a15ad HTTP/1.1" status: 204 len: 168 time: 0.1895165 Jul 08 08:29:32.885873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d7958-daa7-41b3-8f77-31a0c2f05dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963b5d8-ad04-4aad-bb3b-cc08688a15ad,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:33.628459 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:33.667282 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-56edddb7-04c4-47ec-a001-352fa48bc4e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa1cba5454374926ac739674e8bd7cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376976 Jul 08 08:29:33.669756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 38644) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:29:33.716494 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:33.745919 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:33.812848 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-1712263b-9bfc-4604-97e2-523a79dc11a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787318 Jul 08 08:29:33.884269 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:33.887058 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:33.888176 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93772b79-f00e-4bf7-ad0d-2a9dda2e7569 HTTP/1.1" status: 204 len: 168 time: 0.2175534 Jul 08 08:29:33.899079 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66753f-b3aa-46d2-918f-8901f6f84712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93772b79-f00e-4bf7-ad0d-2a9dda2e7569,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:29:33.923465 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-dcfb4209-03da-4467-a28e-ae2b08dce7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:33.924975 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-dcfb4209-03da-4467-a28e-ae2b08dce7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1099 time: 0.0694151 Jul 08 08:29:34.031471 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-36588eaa-6aa9-4d6d-a89f-cfef90b1ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:34.032913 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-36588eaa-6aa9-4d6d-a89f-cfef90b1ec84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.0868495 Jul 08 08:29:34.096427 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-b8af48ac-76ee-4abc-8dfe-8c00b702a1ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0554786 Jul 08 08:29:34.145485 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-839cefa4-91c8-4059-97f5-ceb114995755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:34.147101 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-839cefa4-91c8-4059-97f5-ceb114995755 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0432794 Jul 08 08:29:34.209242 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-97b98a37-f998-43d2-94b6-794059f202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:29:34.210931 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-97b98a37-f998-43d2-94b6-794059f202ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561411 Jul 08 08:29:34.300243 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-56dc9a1f-0295-4a2a-a6fb-2ec2fb043a2d service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823410 Jul 08 08:29:34.391873 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c275ebf-a2d3-4b8a-b77e-b10086bdb4a4 req-009eb14e-ba9c-49f8-9983-bdec19a51fbb service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Jul 08 08:29:51.469801 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:29:55.384428 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-26182b42-19f9-4ead-bb5e-24a5c278daf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:57.767380 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:58.070054 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-691e2f10-3281-4d7d-b09f-f68d3ff91f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:58.715866 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:29:59.098941 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:00.858937 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:16.338717 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6dfe0-8072-4316-9704-51a47404a82e req-2cdfa121-6076-4bc0-b077-69daabd8212e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:16.340177 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0be6dfe0-8072-4316-9704-51a47404a82e req-2cdfa121-6076-4bc0-b077-69daabd8212e tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0667188 Jul 08 08:30:16.376964 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0be6dfe0-8072-4316-9704-51a47404a82e req-3ad02146-2575-4c2c-ab74-2a2b13372239 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312119 Jul 08 08:30:17.647886 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583e77-fb89-4eb2-9de9-608b12d9d739 req-1da0100b-ad73-4a34-b6fd-95f0dbc8cd40 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:17.649339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f3583e77-fb89-4eb2-9de9-608b12d9d739 req-1da0100b-ad73-4a34-b6fd-95f0dbc8cd40 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.1561379 Jul 08 08:30:17.685667 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f3583e77-fb89-4eb2-9de9-608b12d9d739 req-01b88535-8f48-4388-be85-fc4419bb5166 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Jul 08 08:30:18.264418 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:18.366164 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-222b5ff3-45df-42a7-a1e9-95657dbdb8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.476982 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1fbebae2-599c-4f5e-855a-3f03ec210885 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:18.478455 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1fbebae2-599c-4f5e-855a-3f03ec210885 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0950007 Jul 08 08:30:18.540975 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-222b5ff3-45df-42a7-a1e9-95657dbdb8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.598063 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Deleting port ef69d910-2ef8-491a-88e4-462cfa723ee0 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:18.598395 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.636393 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-222b5ff3-45df-42a7-a1e9-95657dbdb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.696394 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-222b5ff3-45df-42a7-a1e9-95657dbdb8c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a13817dc69a64a95913e0806d9a7a33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307911 Jul 08 08:30:18.699188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39072) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:18.702078 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5ff3-45df-42a7-a1e9-95657dbdb8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc344dd-bbff-4daf-8dd4-4ff78205458b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:18.729802 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] For port ef69d910-2ef8-491a-88e4-462cfa723ee0, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ef69d910-2ef8-491a-88e4-462cfa723ee0,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:18.730460 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.761721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.796759 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.891186 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8871-c991-4668-ad94-d9b80576750b req-1ceeb0b7-4fef-4708-ba46-d0eca74b1708 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:18.892584 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d20a8871-c991-4668-ad94-d9b80576750b req-1ceeb0b7-4fef-4708-ba46-d0eca74b1708 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 945 time: 0.0806208 Jul 08 08:30:18.910737 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.911103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3857341'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.911412 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Floating IP 497ca49b-b185-426d-accf-8a4ee8458b5a disassociated. External IP: 172.27.3.4, port: ef69d910-2ef8-491a-88e4-462cfa723ee0. Jul 08 08:30:18.911743 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Calling delete_port for ef69d910-2ef8-491a-88e4-462cfa723ee0 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:18.931325 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d20a8871-c991-4668-ad94-d9b80576750b req-a75a3770-6ed0-4b3a-931e-989be20cbd8a tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups?id=bef893d4-389f-4635-a534-ccc0789eeb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319612 Jul 08 08:30:18.983893 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.986676 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:18.988357 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1bc344dd-bbff-4daf-8dd4-4ff78205458b HTTP/1.1" status: 204 len: 168 time: 0.2876523 Jul 08 08:30:18.996492 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4643e9a-e709-4c9a-b6d9-60fa9baa51b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc344dd-bbff-4daf-8dd4-4ff78205458b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:19.138325 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:19.169868 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'Port': ['ID=ef69d910-2ef8-491a-88e4-462cfa723ee0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:19.559599 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:30:19.669766 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:30:19.682713 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:30:19.692976 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:30:19.694010 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:29:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:19.718020 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] No DVR routers for this DVR port ef69d910-2ef8-491a-88e4-462cfa723ee0 on host hv-cinder-78494 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:30:19.720743 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:19.723419 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c928e5a6-56d0-4d19-8541-9d1d3f73ecbb req-1a8c7d0f-1091-41ee-a441-1d0b3b14c26c tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.67 "DELETE /v2.0/ports/ef69d910-2ef8-491a-88e4-462cfa723ee0 HTTP/1.1" status: 204 len: 173 time: 1.2372444 Jul 08 08:30:19.723897 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'name': 'network-vif-deleted', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:19.726077 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e72de-2e02-45cb-87c7-2bd6877718ee" -d '{"events": [{"server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "name": "network-vif-deleted", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:19.761579 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02ee841-a380-4bf0-8062-6f0df9416f35 x-openstack-request-id: req-a02ee841-a380-4bf0-8062-6f0df9416f35 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:19.761867 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fca86b-2e0c-4481-b173-7ee6cbd3a75c", "name": "network-vif-deleted", "tag": "ef69d910-2ef8-491a-88e4-462cfa723ee0", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:19.762114 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a02ee841-a380-4bf0-8062-6f0df9416f35 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:19.762506 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fca86b-2e0c-4481-b173-7ee6cbd3a75c', 'name': 'network-vif-deleted', 'tag': 'ef69d910-2ef8-491a-88e4-462cfa723ee0', 'status': 'completed', 'code': 200} Jul 08 08:30:19.815887 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:30:20.023187 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:20.052868 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:30:20.064077 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:30:20.064872 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:29:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:20.095714 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e7a0b02f-4a23-4aa4-8837-a55371e4e374 req-e4368fff-e083-41f3-a971-7e07bf64f95f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fca86b-2e0c-4481-b173-7ee6cbd3a75c HTTP/1.1" status: 200 len: 210 time: 0.0393040 Jul 08 08:30:20.178122 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:30:20.373940 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:20.492169 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584bf7f-88b3-4ca0-97dd-b6d3c57b81f7 None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:25Z', 'revision_number': 4, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'afde43b5-dd40-4643-8ade-7a0a67b9d474', 'name': '', 'network_id': 'f8aa0c70-6a0d-402a-87f9-7b04bd4a5017', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'mac_address': 'fa:16:3e:73:0a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:25Z', 'updated_at': '2021-07-08T08:25:30Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'subnets': [{'id': 'b22875b0-681b-439d-8320-ed3f8ac90c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:30:20.705044 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f17026-15de-4008-a82e-40bc77032666 None None] New status for floating IP 497ca49b-b185-426d-accf-8a4ee8458b5a: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:30:21.288308 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:21.342259 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.364730 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.589669 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.592313 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.593465 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "DELETE /v2.0/security-groups/bef893d4-389f-4635-a534-ccc0789eeb4c HTTP/1.1" status: 204 len: 168 time: 0.3041639 Jul 08 08:30:21.596314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39116) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:21.603190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef893d4-389f-4635-a534-ccc0789eeb4c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:21.610169 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.610495 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.api.v2.resource [None req-b05c70f5-b18c-4022-88a6-9cd5169cf39f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] show failed (client error): The resource could not be found. Jul 08 08:30:21.610662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.610869 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.611204 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.611533 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.611808 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-b05c70f5-b18c-4022-88a6-9cd5169cf39f tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "GET /v2.0/security-groups/bef893d4-389f-4635-a534-ccc0789eeb4c HTTP/1.1" status: 404 len: 347 time: 0.0135586 Jul 08 08:30:21.611907 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.612207 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.612531 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.612862 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.613180 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.613501 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.613818 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977052e1-c526-4a5c-8da4-7b1529a6562b tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:21.616536 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:21.739927 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Deleting port 9f46cec9-fd20-437f-8fbb-e811d5bff18c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:21.740270 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.814817 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.815144 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:21.826768 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Calling delete_port for 9f46cec9-fd20-437f-8fbb-e811d5bff18c owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:22.012628 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:22.038757 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Pushing event deleted for resources: {'Port': ['ID=9f46cec9-fd20-437f-8fbb-e811d5bff18c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:22.102551 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:22.105103 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:22.106291 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8f6a3a46-8c4d-4c47-baa5-79c92f45f7f0 tempest-AttachVolumeTestJSON-2005458322 tempest-AttachVolumeTestJSON-2005458322-project] 10.222.0.72 "DELETE /v2.0/floatingips/497ca49b-b185-426d-accf-8a4ee8458b5a HTTP/1.1" status: 204 len: 168 time: 0.4888351 Jul 08 08:30:22.157822 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-61c7a025-4f0e-4a66-b972-cda379551f5f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ed6a0bdc2333454093818d928e201bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331275 Jul 08 08:30:22.337326 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-83f6e15c-a1c3-4ffc-8ea3-0f25293be173 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:22.338861 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-83f6e15c-a1c3-4ffc-8ea3-0f25293be173 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748638 Jul 08 08:30:22.354203 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-b51e8d8b-b258-47be-be4e-67f4ca4e015e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/quotas/ed6a0bdc2333454093818d928e201bfb HTTP/1.1" status: 200 len: 375 time: 0.0100312 Jul 08 08:30:22.398402 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-572b852c-a177-445f-97d9-19ca89497d73 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed6a0bdc2333454093818d928e201bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382679 Jul 08 08:30:22.670807 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e71fecad-3621-419a-8cbf-c95d7af13976 req-cbc5a92b-a240-4772-b7f3-18853a07ef4f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 210 time: 0.0326226 Jul 08 08:30:23.501729 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device ef69d910-2ef8-491a-88e4-462cfa723ee0 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:30:23.522266 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: ef69d910-2ef8-491a-88e4-462cfa723ee0 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:30:23.522634 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device ef69d910-2ef8-491a-88e4-462cfa723ee0 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:30:23.814623 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6accd732-a8a3-4e64-bc9a-83c8e9cdd89a req-ad07b798-7621-4a13-bb52-8840c19f6015 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 210 time: 0.0266004 Jul 08 08:30:24.958652 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bd38f1be-35ab-42eb-beae-4e6bf84902b5 req-1ef7b5ab-21cd-4e30-b591-042e2fa638e8 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Jul 08 08:30:25.114617 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-369ff3ef-03ea-4fb6-9010-1bc856c315b5 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed6a0bdc2333454093818d928e201bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293851 Jul 08 08:30:25.306024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-db61daa2-3cdf-4f28-a3b8-1b7a5c995cfc tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:25.307481 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-db61daa2-3cdf-4f28-a3b8-1b7a5c995cfc tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866252 Jul 08 08:30:25.325147 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Request body: {'port': {'device_id': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2', 'admin_state_up': True, 'tenant_id': 'ed6a0bdc2333454093818d928e201bfb'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:25.338841 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4b83a5d1-b06f-4cfa-bbf1-29e801bc337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.498352 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Made reservation on behalf of ed6a0bdc2333454093818d928e201bfb for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:30:25.501920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.516333 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.606966 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.686698 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.754294 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437e1028-7b5f-409a-bb7e-176fca59f24c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:25.826320 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Allocated IP 192.168.233.188 (b0077fa3-0c05-42ba-90ed-e9375c0fe2e2/2b29bb0e-1578-4519-a44d-0d65a78f4f79/6983bdf8-1741-4862-8b0f-29c290953663) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:30:25.969089 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:25.982052 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Transition to ACTIVE for port object 6983bdf8-1741-4862-8b0f-29c290953663 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:30:26.087343 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27221651'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.131677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:30:26.137146 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:30:26.138651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e694f-9631-46c2-a917-145aa7046c67 req-ced7eaac-60a5-46b6-878d-30bbcd23af14 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:26.140257 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-753e694f-9631-46c2-a917-145aa7046c67 req-ced7eaac-60a5-46b6-878d-30bbcd23af14 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 936 time: 0.0651209 Jul 08 08:30:26.141652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:30:26.170392 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Pushing event updated for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:26.180772 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-753e694f-9631-46c2-a917-145aa7046c67 req-743812f0-c834-4571-8b6d-53a1e3f831df tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346682 Jul 08 08:30:26.200677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:26.201299 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.293782 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-a4ad5e56-5764-4ae4-b290-931d6e21164d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9732974 Jul 08 08:30:26.311108 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Request body: {'port': {'device_id': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:26.375077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39180) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:26.385010 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.486848 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9431314b-6519-4459-9118-d0eaba4248d5 None None] Provisioning for port 6983bdf8-1741-4862-8b0f-29c290953663 completed by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:30:26.492252 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-9431314b-6519-4459-9118-d0eaba4248d5 None None] Provisioning complete for port 6983bdf8-1741-4862-8b0f-29c290953663 triggered by entity DHCP. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:30:26.503127 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9431314b-6519-4459-9118-d0eaba4248d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.528348 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-9431314b-6519-4459-9118-d0eaba4248d5 None None] Port 6983bdf8-1741-4862-8b0f-29c290953663 cannot update to ACTIVE because it is not bound. {{(pid=93744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 08:30:26.666508 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6983bdf8-1741-4862-8b0f-29c290953663 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:30:26.673946 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.685819 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Transition to ACTIVE for port object 6983bdf8-1741-4862-8b0f-29c290953663 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:30:26.818176 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.864704 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:26.868241 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Pushing event updated for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:26.945130 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Attempting to bind port 6983bdf8-1741-4862-8b0f-29c290953663 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:30:26.945464 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Attempting to bind port 6983bdf8-1741-4862-8b0f-29c290953663 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:30:26.945787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Attempting to bind port 6983bdf8-1741-4862-8b0f-29c290953663 on network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:30:26.950277 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Port 6983bdf8-1741-4862-8b0f-29c290953663 on network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:30:26.950620 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Attempting to bind port 6983bdf8-1741-4862-8b0f-29c290953663 on network b0077fa3-0c05-42ba-90ed-e9375c0fe2e2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:30:26.955481 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:30:26.955813 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Checking segment: {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:30:26.956758 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Bound using segment: {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:30:26.957185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Bound port: 6983bdf8-1741-4862-8b0f-29c290953663, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f7f3f3-d1cb-4463-b685-1174821f710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:30:26.957549 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.030121 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:30:27.033345 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6983bdf8-1741-4862-8b0f-29c290953663,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:30:27.109922 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27221645'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.119452 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Deleting port afde43b5-dd40-4643-8ade-7a0a67b9d474 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:27.119761 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.144507 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.145079 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.146498 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] 10.222.0.67 "PUT /v2.0/ports/6983bdf8-1741-4862-8b0f-29c290953663 HTTP/1.1" status: 200 len: 1098 time: 0.8401866 Jul 08 08:30:27.146885 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:27.149175 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a260874-4049-45f9-9182-53664db23d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "tag": "6983bdf8-1741-4862-8b0f-29c290953663"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:27.181567 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff46d4-3cea-484c-8c3e-3528108e1b8b service neutron] Pushing event updated for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:27.199420 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5894999-42e3-4321-bd4b-9d7f7dd65f01 x-openstack-request-id: req-f5894999-42e3-4321-bd4b-9d7f7dd65f01 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:27.199834 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "tag": "6983bdf8-1741-4862-8b0f-29c290953663", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:27.200097 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5894999-42e3-4321-bd4b-9d7f7dd65f01 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:27.200504 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663', 'status': 'completed', 'code': 200} Jul 08 08:30:27.211732 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] For port afde43b5-dd40-4643-8ade-7a0a67b9d474, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=afde43b5-dd40-4643-8ade-7a0a67b9d474,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:27.212360 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.231410 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Calling delete_port for afde43b5-dd40-4643-8ade-7a0a67b9d474 owned by network:router_interface {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:27.301983 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a260874-4049-45f9-9182-53664db23d3c req-0868555a-8eea-4549-9882-7ecf4e5c0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.306941 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a260874-4049-45f9-9182-53664db23d3c req-0868555a-8eea-4549-9882-7ecf4e5c0c6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed6a0bdc2333454093818d928e201bfb&device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 1101 time: 0.0837667 Jul 08 08:30:27.339093 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a260874-4049-45f9-9182-53664db23d3c req-377c10e5-12d0-4c5e-9741-ad213c9542ae service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed6a0bdc2333454093818d928e201bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211000 Jul 08 08:30:27.425913 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973320e1-670a-4f06-bb92-466e53b7fcbe req-b02a9a9f-426b-4162-92e1-52a3501e4ebb tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.427330 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-973320e1-670a-4f06-bb92-466e53b7fcbe req-b02a9a9f-426b-4162-92e1-52a3501e4ebb tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 948 time: 0.0937843 Jul 08 08:30:27.438372 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a260874-4049-45f9-9182-53664db23d3c req-e581cdb2-62b6-4ec9-826f-2cabd6428c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.439888 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a260874-4049-45f9-9182-53664db23d3c req-e581cdb2-62b6-4ec9-826f-2cabd6428c72 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945652 Jul 08 08:30:27.494262 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-973320e1-670a-4f06-bb92-466e53b7fcbe req-13c6fe7f-39f3-4b5c-98b4-546de52c0ca4 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Jul 08 08:30:27.533970 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-43a909dd-10e9-4d2d-9d3a-b518eeb61784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.536057 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-43a909dd-10e9-4d2d-9d3a-b518eeb61784 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed6a0bdc2333454093818d928e201bfb&device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 1101 time: 0.0531991 Jul 08 08:30:27.572358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.578794 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-71d006d7-a6e1-4c65-8e04-8afafe3c1645 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6983bdf8-1741-4862-8b0f-29c290953663 HTTP/1.1" status: 200 len: 217 time: 0.0322094 Jul 08 08:30:27.596151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Pushing event deleted for resources: {'Port': ['ID=afde43b5-dd40-4643-8ade-7a0a67b9d474,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:27.635492 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-bface809-0371-4be7-8802-cba94a344fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.637319 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-bface809-0371-4be7-8802-cba94a344fa3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b29bb0e-1578-4519-a44d-0d65a78f4f79 HTTP/1.1" status: 200 len: 843 time: 0.0522408 Jul 08 08:30:27.702754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-056f7e37-37e3-4e05-b69c-ffae50b02765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:27.704647 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-056f7e37-37e3-4e05-b69c-ffae50b02765 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0077fa3-0c05-42ba-90ed-e9375c0fe2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0578642 Jul 08 08:30:27.783017 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.801420 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:27.804928 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-e597b4d3-5461-4ddd-b2b0-bcb5556c015a service neutron] 10.222.0.67 "GET /v2.0/networks/b0077fa3-0c05-42ba-90ed-e9375c0fe2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924337 Jul 08 08:30:27.902681 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89cdd0eb-ecb3-4647-85cd-0fa4ce4357e8 req-23c31a7d-1fcf-40b1-8a10-5430762ca326 service neutron] 10.222.0.67 "GET /v2.0/networks/b0077fa3-0c05-42ba-90ed-e9375c0fe2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886507 Jul 08 08:30:27.992192 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:30:28.092202 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-390e757e-a7f9-4602-b6ba-79056678adfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.105152 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:30:28.110227 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-09f32350-fc13-4c7f-84f5-800b901e45eb admin admin] 10.222.0.72 "PUT /v2.0/routers/9d4b1d42-920e-4974-88df-3c7e0141e5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340534 Jul 08 08:30:28.112986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39188) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:28.114224 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Sync routers for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:30:28.124041 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:30:28.124637 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:28.222428 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.226831 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:30:28.322504 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.398957 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:30:27Z', 'revision_number': 5, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port': {'id': '8b6fa9a4-a767-4a12-8d19-a99b9532d89d', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:28.431522 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Checking router: 9d4b1d42-920e-4974-88df-3c7e0141e5e0 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:30:28.432607 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Deleting port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:28.432953 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.440024 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Routers {'9d4b1d42-920e-4974-88df-3c7e0141e5e0'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:30:28.441480 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:28Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:28.506770 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:30:28.516229 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] For port 8b6fa9a4-a767-4a12-8d19-a99b9532d89d, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:28.516590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.530039 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Calling delete_port for 8b6fa9a4-a767-4a12-8d19-a99b9532d89d owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:28.531236 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] Set router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:30:28.583997 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:30:28Z', 'revision_number': 6, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:28.613918 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452c7b-d742-4508-b2b4-3dae2806760a None None] The sync data for ids ['9d4b1d42-920e-4974-88df-3c7e0141e5e0'] in dv-cinder-784945-12-iscsi is: [{'id': '9d4b1d42-920e-4974-88df-3c7e0141e5e0', 'name': 'tempest-AttachVolumeTestJSON-359149985-router', 'tenant_id': '931320bf7a874b228758a0250d97b99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:25:22Z', 'updated_at': '2021-07-08T08:30:28Z', 'revision_number': 6, 'project_id': '931320bf7a874b228758a0250d97b99e', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:30:28.677486 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b940a0-fde0-4fde-baa0-389939df325f req-2102ee60-ea42-45ab-928c-5fc3f24bb2d6 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:28.678994 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f9b940a0-fde0-4fde-baa0-389939df325f req-2102ee60-ea42-45ab-928c-5fc3f24bb2d6 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 948 time: 0.0698955 Jul 08 08:30:28.717774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f9b940a0-fde0-4fde-baa0-389939df325f req-e11e9452-485a-4b12-acdb-1f81a266f4cc tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 08 08:30:28.761210 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.789660 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.815185 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6fa9a4-a767-4a12-8d19-a99b9532d89d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:28.882358 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.975041 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:28.977316 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.103974 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.104502 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4b1d42-920e-4974-88df-3c7e0141e5e0 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:30:29.108809 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.109995 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-62184237-8a2e-43ef-9d4d-3d85d21b04dc admin admin] 10.222.0.72 "DELETE /v2.0/routers/9d4b1d42-920e-4974-88df-3c7e0141e5e0 HTTP/1.1" status: 204 len: 168 time: 0.9959857 Jul 08 08:30:29.113044 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39192) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:29.149356 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.156839 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Deleting subnet b22875b0-681b-439d-8320-ed3f8ac90c43 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:30:29.160634 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.193749 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.273086 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.390261 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.416984 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22875b0-681b-439d-8320-ed3f8ac90c43,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:29.420476 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.422548 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fbe87f3f-c374-4141-a33d-4ab6571603e5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b22875b0-681b-439d-8320-ed3f8ac90c43 HTTP/1.1" status: 204 len: 168 time: 0.3085124 Jul 08 08:30:29.425368 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39194) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:29.429776 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b211c76-6b3e-4ed3-a557-9cf33b1e84bb None None] Network f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:30:29.498992 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.556361 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Deleting port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:29.556698 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.599646 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 6983bdf8-1741-4862-8b0f-29c290953663 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:30:29.626153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] For port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,segment=NetworkSegment(9ccb735d-1f68-495f-88b2-0733e7c3f7f0),segment_id=9ccb735d-1f68-495f-88b2-0733e7c3f7f0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:29.626518 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.640394 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Calling delete_port for 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:29.751407 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6983bdf8-1741-4862-8b0f-29c290953663,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:29.768448 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '6983bdf8-1741-4862-8b0f-29c290953663', 'network_id': 'b0077fa3-0c05-42ba-90ed-e9375c0fe2e2', 'port_id': '6983bdf8-1741-4862-8b0f-29c290953663', 'mac_address': 'fa:16:3e:90:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b29bb0e-1578-4519-a44d-0d65a78f4f79', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:30:29.808632 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.822622 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6983bdf8-1741-4862-8b0f-29c290953663 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:30:29.845877 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6983bdf8-1741-4862-8b0f-29c290953663,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:29.869403 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.881087 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0e903-d1f4-4283-b0cc-69fa07dab525 None None] DHCP port deletion for f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:30:29.900469 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e45fdb0-1626-49f9-b1ca-1ffcbf09f190,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:29.905964 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] No DVR routers for this DVR port 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:30:29.973138 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:29.986468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147e0fe-7e0b-4878-a0a6-64c42116d31f req-1f495cf1-8f91-478d-a639-c4780ef8426f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:29.988577 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1147e0fe-7e0b-4878-a0a6-64c42116d31f req-1f495cf1-8f91-478d-a639-c4780ef8426f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 948 time: 0.1543920 Jul 08 08:30:29.996367 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.015504 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8aa0c70-6a0d-402a-87f9-7b04bd4a5017']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:30.027688 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:30.032113 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccb735d-1f68-495f-88b2-0733e7c3f7f0') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:30.032405 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccb735d-1f68-495f-88b2-0733e7c3f7f0') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:30:30.036744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.036744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.036744 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.037400 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.037807 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.038220 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.038823 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.039354 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.039892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.040402 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.040747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.041061 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:30.045720 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.067247 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-1147e0fe-7e0b-4878-a0a6-64c42116d31f req-844438f7-87c7-4a9d-99d6-d729bd0e6b75 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637231 Jul 08 08:30:30.071162 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.077327 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:30:30.077730 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:30:30.079481 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:30:30.252866 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.256705 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['6983bdf8-1741-4862-8b0f-29c290953663'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:30:30.258478 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.260455 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] 10.222.0.72 "DELETE /v2.0/networks/f8aa0c70-6a0d-402a-87f9-7b04bd4a5017 HTTP/1.1" status: 204 len: 168 time: 0.8342102 Jul 08 08:30:30.275353 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899470f-2d0d-455b-a958-035876bccffa admin admin] Pushing event deleted for resources: {'Network': ['ID=f8aa0c70-6a0d-402a-87f9-7b04bd4a5017,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:30.464378 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:30:30.484468 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:30:30.484816 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 4e45fdb0-1626-49f9-b1ca-1ffcbf09f190 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:30:30.485258 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b6fa9a4-a767-4a12-8d19-a99b9532d89d no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:30:30.506824 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 8b6fa9a4-a767-4a12-8d19-a99b9532d89d {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:30:30.507171 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 8b6fa9a4-a767-4a12-8d19-a99b9532d89d not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:30:30.507583 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device afde43b5-dd40-4643-8ade-7a0a67b9d474 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:30:30.527764 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: afde43b5-dd40-4643-8ade-7a0a67b9d474 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:30:30.529802 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device afde43b5-dd40-4643-8ade-7a0a67b9d474 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:30:30.685053 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39200) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:30.729084 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-6f9c76cf-b3a6-415b-abce-c29b77c634c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=931320bf7a874b228758a0250d97b99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428820 Jul 08 08:30:30.731592 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39202) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:30.785190 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.806948 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.869672 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.955586 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.958835 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:30.960098 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d8cd8de-6f14-4cc8-9c55-05dddd3759c1 HTTP/1.1" status: 204 len: 168 time: 0.2274895 Jul 08 08:30:30.968666 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf2331-a829-4d40-aed0-efc398202916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8cd8de-6f14-4cc8-9c55-05dddd3759c1,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:31.249996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921f762-5d9b-4787-9b85-4b15c669179e req-a693ab1e-a5df-4d52-af97-436ed53b00c1 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:31.251517 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d921f762-5d9b-4787-9b85-4b15c669179e req-a693ab1e-a5df-4d52-af97-436ed53b00c1 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 949 time: 0.0684037 Jul 08 08:30:31.296425 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d921f762-5d9b-4787-9b85-4b15c669179e req-79e05a76-2246-4b2a-8170-243da48bc46d tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Jul 08 08:30:31.552604 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 6983bdf8-1741-4862-8b0f-29c290953663 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:30:31.687186 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 6983bdf8-1741-4862-8b0f-29c290953663 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:30:31.691815 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 6983bdf8-1741-4862-8b0f-29c290953663 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:30:31.692174 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:31.776452 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:31.800615 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:31.802946 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe0080-8f2d-449a-bf6c-9b9693f7b0a9" -d '{"events": [{"server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "name": "network-vif-plugged", "status": "completed", "tag": "6983bdf8-1741-4862-8b0f-29c290953663"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:31.817126 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6983bdf8-1741-4862-8b0f-29c290953663,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:31.845495 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8beb78-b540-4d22-96cb-8230fe722e51 x-openstack-request-id: req-4c8beb78-b540-4d22-96cb-8230fe722e51 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:31.845776 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "name": "network-vif-plugged", "status": "completed", "tag": "6983bdf8-1741-4862-8b0f-29c290953663", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:31.846022 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c8beb78-b540-4d22-96cb-8230fe722e51 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:31.846473 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663', 'code': 200} Jul 08 08:30:31.915512 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:31.966324 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:32.110329 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39228) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:32.209483 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1309931745-network', 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:32.279881 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0cec8-ae2e-4322-9ee1-21a075633f86 req-d8fd5018-0895-4e32-9030-a133d18bf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:32.281419 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2c0cec8-ae2e-4322-9ee1-21a075633f86 req-d8fd5018-0895-4e32-9030-a133d18bf74f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 1103 time: 0.0637078 Jul 08 08:30:32.319242 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2c0cec8-ae2e-4322-9ee1-21a075633f86 req-d2e795d7-1948-47dd-82f3-f093934bf505 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290709 Jul 08 08:30:32.326604 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:30:32.328991 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.338564 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.445718 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.490679 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f48ca-7d15-45c4-aa79-9e25da8b6b0a req-3d83af69-b09f-4e7a-8919-b69ecf651db8 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:32.492151 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d0f48ca-7d15-45c4-aa79-9e25da8b6b0a req-3d83af69-b09f-4e7a-8919-b69ecf651db8 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 950 time: 0.0774910 Jul 08 08:30:32.529958 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5d0f48ca-7d15-45c4-aa79-9e25da8b6b0a req-55eb0284-7ebd-47e1-b529-4b3367ff7379 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 08 08:30:32.544187 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.568818 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:30:32.578861 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5234fe59-6525-4fa5-b975-5c93b2190890,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:32.588230 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.588430 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Added segment 2b097ae3-3d34-4612-bd6b-5b2ebebd618d of type vlan for network 38e23390-f002-4ecc-81eb-0b96fb27f654 Jul 08 08:30:32.629441 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.880690 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.881724 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:32.882300 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:32.944770 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] Pushing event updated for resources: {'Network': ['ID=38e23390-f002-4ecc-81eb-0b96fb27f654,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:32.954527 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:30:33.007265 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6e7fe0ff-d13b-4b26-9aac-eabe20cc8144 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8956275 Jul 08 08:30:33.010263 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39234) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:33.016804 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Request body: {'subnet': {'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1309931745-subnet', 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:33.103912 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:30:33.106294 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:33.321570 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:33.380345 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed3b815-a208-4b1c-a15f-c48b73933a0b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:33.391107 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Checking segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:30:33.391470 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Network hostable DHCP agents. Network: 38e23390-f002-4ecc-81eb-0b96fb27f654, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:30:33.550265 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:30:33.692546 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 38e23390-f002-4ecc-81eb-0b96fb27f654) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:30:33.697282 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:33.698107 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:33.701092 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1553e-986f-459c-b55b-99ee34da232c None None] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:30:33.723084 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d7eb-eb81-4c3b-b909-e77525b9a885 req-60bd405c-4dec-43fb-aa1e-b15bed7aa389 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:33.724627 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ccc8d7eb-eb81-4c3b-b909-e77525b9a885 req-60bd405c-4dec-43fb-aa1e-b15bed7aa389 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 950 time: 0.0792143 Jul 08 08:30:33.767172 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ccc8d7eb-eb81-4c3b-b909-e77525b9a885 req-189923d8-b45b-4503-a62e-3a00e18e3877 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Jul 08 08:30:33.809099 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3aa55190-d8ae-4548-a2c6-e1fc96056e31 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7970414 Jul 08 08:30:33.840994 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b79c1-5669-4c9f-8c1c-bc8f0a1e42ba None None] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:30:34.573094 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-062c16d1-282d-4b24-a6d4-5ec50764a9ea tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:34.574541 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-062c16d1-282d-4b24-a6d4-5ec50764a9ea tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.4063139 Jul 08 08:30:34.598531 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-038a6e3b-c2ca-44e3-9919-89968f34e7d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/quotas/1d56f4d807cd4a7ea96548da4a563084 HTTP/1.1" status: 200 len: 375 time: 0.0155835 Jul 08 08:30:34.606686 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39229752-892b-4bb7-8b16-591e5d134775 req-6808002b-762e-48cc-be2b-48cc0f158221 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:34.608153 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-39229752-892b-4bb7-8b16-591e5d134775 req-6808002b-762e-48cc-be2b-48cc0f158221 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 950 time: 0.1110923 Jul 08 08:30:34.641732 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-1f7b8f79-db29-4993-bcc6-bca780e7c822 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326762 Jul 08 08:30:34.713247 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-39229752-892b-4bb7-8b16-591e5d134775 req-b09944c6-6b86-4224-a3d0-9cb653b7a0be tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959897 Jul 08 08:30:34.747799 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-4c57283e-1acb-4299-910e-21641ba77742 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973694 Jul 08 08:30:34.839360 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-3793aa95-3aa7-4fe2-a782-daae47b5ce33 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 Jul 08 08:30:35.078615 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f95c0aa1-4891-4f9a-b9c5-c8807393bed9 req-1d3f47ab-7ea3-44d8-bd79-ca038265a156 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Jul 08 08:30:35.911267 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-4f002fbb-598a-4b11-8eaa-95a389eef9ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055942 Jul 08 08:30:35.961738 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e113fa2-1da4-48fc-9801-050f6b5c4d04 req-387c3b60-49e7-4824-963d-4dfa58365a8f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:35.969317 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6e113fa2-1da4-48fc-9801-050f6b5c4d04 req-387c3b60-49e7-4824-963d-4dfa58365a8f tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 950 time: 0.1259997 Jul 08 08:30:35.986075 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-847da998-eda7-4605-8620-00382933a267 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:35.988157 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-847da998-eda7-4605-8620-00382933a267 tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 950 time: 0.1293883 Jul 08 08:30:36.001972 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-6c798561-1af0-4eb8-9b49-737582bbfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:36.004031 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-6c798561-1af0-4eb8-9b49-737582bbfaa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1099 time: 0.0641088 Jul 08 08:30:36.058505 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6e113fa2-1da4-48fc-9801-050f6b5c4d04 req-3051c735-7052-4ffe-8d1f-b77ba309db9e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/security-groups?id=437e1028-7b5f-409a-bb7e-176fca59f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Jul 08 08:30:36.150199 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Deleting port 6983bdf8-1741-4862-8b0f-29c290953663 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:36.150199 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:36.168841 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-b864131f-5acb-44a4-8c19-46bda9952e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:36.170318 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-b864131f-5acb-44a4-8c19-46bda9952e1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.1190562 Jul 08 08:30:36.183365 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d9973d92-01d3-40c8-8fc8-82c864556765 req-3a446864-5479-4d2f-84df-e21c798587f5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 210 time: 0.0301533 Jul 08 08:30:36.249201 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-564eadc2-f76a-4f85-b1ed-5db3ea2c0c7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 200 len: 1002 time: 0.0688758 Jul 08 08:30:36.285181 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] For port 6983bdf8-1741-4862-8b0f-29c290953663, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=6983bdf8-1741-4862-8b0f-29c290953663,segment=NetworkSegment(81f7f3f3-d1cb-4463-b685-1174821f710d),segment_id=81f7f3f3-d1cb-4463-b685-1174821f710d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:36.285853 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:36.300229 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Calling delete_port for 6983bdf8-1741-4862-8b0f-29c290953663 owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:36.305523 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-ea299719-fa5f-4cee-adc6-b9703d542e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:36.307021 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-ea299719-fa5f-4cee-adc6-b9703d542e9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0481334 Jul 08 08:30:36.370174 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-2e374209-73d3-4dc6-bfaf-a5a2da811c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:36.371919 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-2e374209-73d3-4dc6-bfaf-a5a2da811c91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544152 Jul 08 08:30:36.386798 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-c2cf8c28-51d7-4927-ac4a-662c8cc7071d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:30:36.392436 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-c2cf8c28-51d7-4927-ac4a-662c8cc7071d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057385 Jul 08 08:30:36.491460 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-d4ab99c3-f5bf-4835-9f18-4a2a8e5d1695 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Jul 08 08:30:36.498078 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:36.512832 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['6983bdf8-1741-4862-8b0f-29c290953663'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:30:36.543879 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Pushing event deleted for resources: {'Port': ['ID=6983bdf8-1741-4862-8b0f-29c290953663,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:36.568758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.572295 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:30:36.593302 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3464f3b0-fd31-43a0-89b3-7a6fc2c56c94 req-5060d8c2-d5ae-4f68-974e-24ea84aaa71d service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946181 Jul 08 08:30:36.611077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] No DVR routers for this DVR port 6983bdf8-1741-4862-8b0f-29c290953663 on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:30:36.611077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:36.611077 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4eea4776-f415-4034-ab82-6dd8db187f14 req-162c2a72-1f64-421a-85fb-23640d94570e tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.67 "DELETE /v2.0/ports/6983bdf8-1741-4862-8b0f-29c290953663 HTTP/1.1" status: 204 len: 173 time: 0.6089647 Jul 08 08:30:36.611077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'name': 'network-vif-deleted', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:36.611077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f4f6e-6f4c-4e39-99fd-dec2e1abd8ce" -d '{"events": [{"server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "name": "network-vif-deleted", "tag": "6983bdf8-1741-4862-8b0f-29c290953663"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:36.651887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df78fb0-45ac-4a0f-8d6f-a9c511430088 x-openstack-request-id: req-1df78fb0-45ac-4a0f-8d6f-a9c511430088 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:36.652173 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7", "name": "network-vif-deleted", "tag": "6983bdf8-1741-4862-8b0f-29c290953663", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:36.652445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1df78fb0-45ac-4a0f-8d6f-a9c511430088 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:36.652862 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7', 'name': 'network-vif-deleted', 'tag': '6983bdf8-1741-4862-8b0f-29c290953663', 'status': 'completed', 'code': 200} Jul 08 08:30:37.286047 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6e9c9008-f166-4dcb-8500-55e62e39fc84 req-e930993a-4385-4e2d-9618-2222fadbf1df tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 210 time: 0.0336077 Jul 08 08:30:37.345008 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-af398a75-a2b1-419f-ada4-23505e251080 req-bbb932c8-ad47-47d3-8b2c-68672704b235 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jul 08 08:30:37.923798 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-b614502f-15d4-4009-9363-b06fb5d27c3a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:37.925374 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-b614502f-15d4-4009-9363-b06fb5d27c3a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.1092842 Jul 08 08:30:37.944929 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Request body: {'port': {'device_id': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'admin_state_up': True, 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:38.171996 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:30:38.176185 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:38.314415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Allocated IP 172.20.0.10 (38e23390-f002-4ecc-81eb-0b96fb27f654/aed3b815-a208-4b1c-a15f-c48b73933a0b/93deb012-364e-47fe-94c2-ae8509d12def) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:30:38.510293 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7d61953d-703b-40c8-8eb9-76c7f281f2c1 req-e8bdf211-83cc-4e6d-9e55-9dcfd8a7f0cc tempest-VolumesNegativeTest-379050432 tempest-VolumesNegativeTest-379050432-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3fbc7d2-566d-4a2c-a0d7-8c560208fdc7 HTTP/1.1" status: 200 len: 210 time: 0.0595565 Jul 08 08:30:38.533872 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b645470d-d5a7-456f-94ef-0c76e1cb2ad9 req-ee8c2e3b-02de-4239-b0aa-708807ea02e1 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 210 time: 0.0375476 Jul 08 08:30:38.580387 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:38.676341 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29063394'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:38.722837 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:30:38.728082 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:30:38.733784 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:30:38.756738 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event updated for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:38.785481 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:38.786114 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:38.852996 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-da6f39b1-3afc-4b7d-8bcd-6dcff319af8d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9118996 Jul 08 08:30:38.866041 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Request body: {'port': {'device_id': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:38.946090 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.205377 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93deb012-364e-47fe-94c2-ae8509d12def {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:30:39.213129 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.225480 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Transition to ACTIVE for port object 93deb012-364e-47fe-94c2-ae8509d12def will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:30:39.292221 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.342732 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Pushing event updated for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:39.410494 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Attempting to bind port 93deb012-364e-47fe-94c2-ae8509d12def on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:30:39.410738 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Attempting to bind port 93deb012-364e-47fe-94c2-ae8509d12def by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:30:39.410987 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Attempting to bind port 93deb012-364e-47fe-94c2-ae8509d12def on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:30:39.415188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Port 93deb012-364e-47fe-94c2-ae8509d12def on network 38e23390-f002-4ecc-81eb-0b96fb27f654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:30:39.415510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Attempting to bind port 93deb012-364e-47fe-94c2-ae8509d12def on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:30:39.420116 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:30:39.420452 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Checking segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:30:39.420834 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Bound using segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:30:39.421255 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Bound port: 93deb012-364e-47fe-94c2-ae8509d12def, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:30:39.421606 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.483090 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:30:39.486110 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=93deb012-364e-47fe-94c2-ae8509d12def,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:30:39.567902 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.604152 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:39.604767 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:39.606344 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] 10.222.0.67 "PUT /v2.0/ports/93deb012-364e-47fe-94c2-ae8509d12def HTTP/1.1" status: 200 len: 1094 time: 0.7450454 Jul 08 08:30:39.606789 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:39.620363 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fee599-5c41-4611-ae05-9601be4444a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "tag": "93deb012-364e-47fe-94c2-ae8509d12def"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:39.656842 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0226-31a2-4c07-b47d-d3aca642176f service neutron] Pushing event updated for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:39.674086 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77ae9d-252d-45e2-8dfe-1ed7d63cfba4 x-openstack-request-id: req-af77ae9d-252d-45e2-8dfe-1ed7d63cfba4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:39.674474 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "tag": "93deb012-364e-47fe-94c2-ae8509d12def", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:39.675640 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af77ae9d-252d-45e2-8dfe-1ed7d63cfba4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:39.676748 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def', 'status': 'completed', 'code': 200} Jul 08 08:30:39.783982 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a544a4-591b-4649-a28e-487cd8746a50 req-8cd4401e-9efd-410e-89ce-0c681034c7c3 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:39.785479 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-26a544a4-591b-4649-a28e-487cd8746a50 req-8cd4401e-9efd-410e-89ce-0c681034c7c3 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 944 time: 0.1079359 Jul 08 08:30:39.788136 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee599-5c41-4611-ae05-9601be4444a1 req-b08e28c4-aacc-4bf2-9f58-9374459730be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:39.789488 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59fee599-5c41-4611-ae05-9601be4444a1 req-b08e28c4-aacc-4bf2-9f58-9374459730be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 1097 time: 0.0815179 Jul 08 08:30:39.874218 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-26a544a4-591b-4649-a28e-487cd8746a50 req-d6563e4a-9c71-4fa3-b04d-5523eaae4c87 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813346 Jul 08 08:30:39.914470 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee599-5c41-4611-ae05-9601be4444a1 req-ac6d55ab-0196-455a-985e-6552cf56bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:39.914470 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59fee599-5c41-4611-ae05-9601be4444a1 req-ac6d55ab-0196-455a-985e-6552cf56bd18 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1d56f4d807cd4a7ea96548da4a563084&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1158609 Jul 08 08:30:40.009668 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee599-5c41-4611-ae05-9601be4444a1 req-b03144b3-512f-4c4c-bd08-021d578ec736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:40.014505 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-59fee599-5c41-4611-ae05-9601be4444a1 req-b03144b3-512f-4c4c-bd08-021d578ec736 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876601 Jul 08 08:30:40.101874 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-fae8e125-33f4-4061-a4e8-7fdc6f9321b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:40.103370 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-fae8e125-33f4-4061-a4e8-7fdc6f9321b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 1097 time: 0.0509803 Jul 08 08:30:40.147919 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-66219512-6918-4cba-b63b-f20fa3bed488 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93deb012-364e-47fe-94c2-ae8509d12def HTTP/1.1" status: 200 len: 217 time: 0.0366259 Jul 08 08:30:40.194774 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b090-d113-4cfc-94ac-65103a3046fc req-af0e7265-9e07-43ec-b97d-a42cd2d04015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:40.196194 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-af0e7265-9e07-43ec-b97d-a42cd2d04015 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.0422592 Jul 08 08:30:40.229303 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-ddd02d9e-17a5-457e-9c48-c7ef9728684c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265589 Jul 08 08:30:40.320815 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-d149cd25-696c-47f6-88dd-8c064131df0e service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Jul 08 08:30:40.412103 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b389b090-d113-4cfc-94ac-65103a3046fc req-cb5e7572-ae5e-433f-8d48-d6cce208a2a0 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823057 Jul 08 08:30:41.081780 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416478-8a96-47f3-a4f5-bc2898912dc9 req-e69641b2-1013-4f8c-ab2d-68ae54486022 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:41.083215 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72416478-8a96-47f3-a4f5-bc2898912dc9 req-e69641b2-1013-4f8c-ab2d-68ae54486022 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 944 time: 0.0652137 Jul 08 08:30:41.125897 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-72416478-8a96-47f3-a4f5-bc2898912dc9 req-6e776f48-f4fd-4df6-bda2-fdaa354d1fb7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Jul 08 08:30:41.611207 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 93deb012-364e-47fe-94c2-ae8509d12def details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:30:41.620716 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 6983bdf8-1741-4862-8b0f-29c290953663 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:30:41.643397 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 6983bdf8-1741-4862-8b0f-29c290953663 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:30:41.643720 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 6983bdf8-1741-4862-8b0f-29c290953663 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:30:41.728610 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=93deb012-364e-47fe-94c2-ae8509d12def,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:41.739454 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '93deb012-364e-47fe-94c2-ae8509d12def', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'port_id': '93deb012-364e-47fe-94c2-ae8509d12def', 'mac_address': 'fa:16:3e:77:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed3b815-a208-4b1c-a15f-c48b73933a0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:30:41.775711 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:41.787613 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93deb012-364e-47fe-94c2-ae8509d12def {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:30:41.811025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=93deb012-364e-47fe-94c2-ae8509d12def,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:41.880539 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:41.928531 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:42.152025 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:30:42.310515 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d9e5-cb91-43f3-aa50-b88f395d7bde req-7edaf41f-1fe7-4d88-b716-cf575bdf4a1a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:42.315183 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25a2d9e5-cb91-43f3-aa50-b88f395d7bde req-7edaf41f-1fe7-4d88-b716-cf575bdf4a1a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 945 time: 0.0691657 Jul 08 08:30:42.349901 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-25a2d9e5-cb91-43f3-aa50-b88f395d7bde req-cc4b1d48-7748-4500-b127-16333b6d4687 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Jul 08 08:30:43.526052 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaba0-74c7-41dd-a772-7f83ad15207b req-383fa380-4cb4-464e-b62e-5982ea0610d0 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:43.527578 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c50eaba0-74c7-41dd-a772-7f83ad15207b req-383fa380-4cb4-464e-b62e-5982ea0610d0 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 945 time: 0.0659437 Jul 08 08:30:43.569857 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c50eaba0-74c7-41dd-a772-7f83ad15207b req-4c352ddd-d2fa-4ce2-a35b-fb75a58cebf7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364957 Jul 08 08:30:43.610541 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 93deb012-364e-47fe-94c2-ae8509d12def up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:30:43.726500 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 93deb012-364e-47fe-94c2-ae8509d12def completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:30:43.730897 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 93deb012-364e-47fe-94c2-ae8509d12def triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:30:43.731235 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:43.813038 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:43.834859 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:30:43.837116 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c14d7c8-b3dd-4d37-8d8b-7042831ec5cc" -d '{"events": [{"server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "name": "network-vif-plugged", "status": "completed", "tag": "93deb012-364e-47fe-94c2-ae8509d12def"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:30:43.850665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=93deb012-364e-47fe-94c2-ae8509d12def,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:30:43.875284 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ac88f-5bbb-4395-b15a-eabd6a681369 x-openstack-request-id: req-817ac88f-5bbb-4395-b15a-eabd6a681369 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:30:43.875284 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "name": "network-vif-plugged", "status": "completed", "tag": "93deb012-364e-47fe-94c2-ae8509d12def", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:30:43.875284 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-817ac88f-5bbb-4395-b15a-eabd6a681369 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:30:43.875284 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def', 'code': 200} Jul 08 08:30:43.920599 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:43.970526 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:44.264141 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd25cd-084d-4367-850e-dc2ea522c640 req-2337d935-139f-4455-a574-3c762231ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:44.265622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0bd25cd-084d-4367-850e-dc2ea522c640 req-2337d935-139f-4455-a574-3c762231ab72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 1099 time: 0.0541663 Jul 08 08:30:44.299498 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0bd25cd-084d-4367-850e-dc2ea522c640 req-84809bb5-c7d9-4afa-921d-52a35e1e733e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268111 Jul 08 08:30:44.740989 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0e221-37fb-4f93-a114-0c15cbfa5a9a req-53517117-496c-4a14-8c2d-18ad69bc602d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:44.742455 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-64a0e221-37fb-4f93-a114-0c15cbfa5a9a req-53517117-496c-4a14-8c2d-18ad69bc602d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 946 time: 0.0617781 Jul 08 08:30:44.779673 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-64a0e221-37fb-4f93-a114-0c15cbfa5a9a req-535bfec4-301b-4c3e-aa32-149fa001b078 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Jul 08 08:30:45.176496 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39538) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:45.309295 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ff56a909-7fd1-44b4-b76a-cc8e977cb3ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed6a0bdc2333454093818d928e201bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315553 Jul 08 08:30:45.311787 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39542) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:45.359654 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:45.383033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:45.469171 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:45.472444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:45.473621 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/437e1028-7b5f-409a-bb7e-176fca59f24c HTTP/1.1" status: 204 len: 168 time: 0.1607664 Jul 08 08:30:45.482085 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2458725-8dd4-4f55-ae6a-71d870fa5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e1028-7b5f-409a-bb7e-176fca59f24c,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:45.956967 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655e9f-fbfd-4ce1-bec8-ec5592c0aba0 req-f9dfef27-c6d4-4a55-bb8f-38659df67a49 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:45.958445 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8655e9f-fbfd-4ce1-bec8-ec5592c0aba0 req-f9dfef27-c6d4-4a55-bb8f-38659df67a49 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 946 time: 0.0631745 Jul 08 08:30:45.993934 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c8655e9f-fbfd-4ce1-bec8-ec5592c0aba0 req-99d787cc-6ea5-4782-b35c-838f787add79 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Jul 08 08:30:55.354463 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba173-d378-40da-9bb9-cbe3282520f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:56.367037 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-5137844d-ce8f-4738-a38f-a51616c04a30 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:56.368457 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-5137844d-ce8f-4738-a38f-a51616c04a30 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.0992560 Jul 08 08:30:56.383154 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-1893bcd7-4b13-4356-a478-11e32d63ea0a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/quotas/1d56f4d807cd4a7ea96548da4a563084 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Jul 08 08:30:56.443296 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-4cd3ecf4-0a4d-4f85-af98-403a7ad177bc tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552254 Jul 08 08:30:56.532367 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-cdd34396-ae04-4052-9fbf-e21920d82355 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819254 Jul 08 08:30:56.617928 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-3578ee45-cef5-448e-8111-c1bad106f8b0 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797875 Jul 08 08:30:56.875190 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5389a747-2a8e-4874-ad05-b021da06b0e2 req-2ca19e59-0bc2-48bf-b6e2-bee39ccc20cc tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 210 time: 0.0277450 Jul 08 08:30:57.789161 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:58.017766 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8d194c30-e4a7-4f7f-b740-87ac77dfd5ac req-8c7c9226-93fe-4513-9c6b-39acc6927dcc tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 210 time: 0.0317659 Jul 08 08:30:58.070662 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4bf3b2fb-26d9-4add-86f2-fc26fa8908be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:58.765925 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:58.911359 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-78ac2177-96de-43bc-8f76-5f3c056aa69b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:58.912773 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-78ac2177-96de-43bc-8f76-5f3c056aa69b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.0984731 Jul 08 08:30:58.927088 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Request body: {'port': {'device_id': 'b6ff515e-2710-451b-b794-620439e94cac', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'admin_state_up': True, 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:59.098095 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:30:59.102288 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.137868 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.155165 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39606) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:30:59.192707 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-deb982e1-8e33-4a2b-9448-09a3502f9ef5 req-35935848-380b-445b-bb48-ba5022cb4fe1 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 210 time: 0.0359330 Jul 08 08:30:59.257291 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Allocated IP 172.20.0.7 (38e23390-f002-4ecc-81eb-0b96fb27f654/aed3b815-a208-4b1c-a15f-c48b73933a0b/99a27e58-e02e-47a4-8251-8fb91fbd318e) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:30:59.412235 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.503710 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29063394'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.515845 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:30:59.549336 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:30:59.552687 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:30:59.564175 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:30:59.589112 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port e3894dbd-ce58-489e-990b-0a6e8cc75b2e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:30:59.589462 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.589796 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event updated for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:59.621860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:30:59.622725 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.667834 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.668068 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.679365 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for e3894dbd-ce58-489e-990b-0a6e8cc75b2e owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:30:59.767096 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-e62a775b-3fca-4c5f-b5ae-64d73a4f51d9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435769 Jul 08 08:30:59.779174 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Request body: {'port': {'device_id': 'b6ff515e-2710-451b-b794-620439e94cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:30:59.848756 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.886410 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.912804 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=e3894dbd-ce58-489e-990b-0a6e8cc75b2e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:30:59.970985 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:30:59.971318 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 16c86277-52d4-4b0c-b67b-8700a0880b4f disassociated (deleted). External IP: 172.27.3.109, port: df826d3e-4f74-40a0-8deb-b07a0a75454f. Jul 08 08:31:00.109093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a27e58-e02e-47a4-8251-8fb91fbd318e {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:00.118336 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.129991 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Transition to ACTIVE for port object 99a27e58-e02e-47a4-8251-8fb91fbd318e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:31:00.174169 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:31:00.183183 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.232972 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Pushing event updated for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:00.288586 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:31:00.296515 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.300017 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:31:00.300542 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Attempting to bind port 99a27e58-e02e-47a4-8251-8fb91fbd318e on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:31:00.300887 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Attempting to bind port 99a27e58-e02e-47a4-8251-8fb91fbd318e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:31:00.301283 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Attempting to bind port 99a27e58-e02e-47a4-8251-8fb91fbd318e on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:00.307054 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Port 99a27e58-e02e-47a4-8251-8fb91fbd318e on network 38e23390-f002-4ecc-81eb-0b96fb27f654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:31:00.307372 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Attempting to bind port 99a27e58-e02e-47a4-8251-8fb91fbd318e on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:00.311785 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:00.312405 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:00.326018 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:31:00.326396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Checking segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:31:00.326749 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Bound using segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:31:00.327177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Bound port: 99a27e58-e02e-47a4-8251-8fb91fbd318e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:31:00.327529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.339941 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-341e362a-3d22-4ddf-a82f-b14351a6240b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "DELETE /v2.0/floatingips/16c86277-52d4-4b0c-b67b-8700a0880b4f HTTP/1.1" status: 204 len: 168 time: 1.1812317 Jul 08 08:31:00.339941 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:00.340393 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7bf76d522c6237269561d198f0b006cae417f2411b85f88030b45fafc937cd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7106e70d-461f-4c60-9992-6b772ac1c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:00.419908 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:00.428444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002a71e-853b-49ec-98da-c7c55417f3ed req-b11ee279-c8cf-4582-9bc9-ae71a6aa6bd8 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.430601 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7002a71e-853b-49ec-98da-c7c55417f3ed req-b11ee279-c8cf-4582-9bc9-ae71a6aa6bd8 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 943 time: 0.1208940 Jul 08 08:31:00.441912 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:31:00.441912 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:31:00.472725 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7002a71e-853b-49ec-98da-c7c55417f3ed req-52a1c7a3-67ca-4d2d-8519-afaef5ae7c6c tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346355 Jul 08 08:31:00.520922 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.531584 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12aae31-622d-4677-a362-e16463d75bab x-openstack-request-id: req-d12aae31-622d-4677-a362-e16463d75bab {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:00.531584 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:00.531584 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d12aae31-622d-4677-a362-e16463d75bab {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:00.531584 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'status': 'completed', 'code': 200} Jul 08 08:31:00.562026 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.562667 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.564066 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] 10.222.0.67 "PUT /v2.0/ports/99a27e58-e02e-47a4-8251-8fb91fbd318e HTTP/1.1" status: 200 len: 1093 time: 0.7891061 Jul 08 08:31:00.564493 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:00.566850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d89a92-1644-489a-b85b-501022a49e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:00.596674 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37c1fb-1a3c-443c-bb19-05e8ce6ca34f service neutron] Pushing event updated for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:00.641028 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-d98a60dc-74ee-402a-b19d-a5a41ef52462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.642538 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-d98a60dc-74ee-402a-b19d-a5a41ef52462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 1099 time: 0.0778351 Jul 08 08:31:00.701162 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:00.732631 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:31:00.741795 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:00.743032 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:00.757153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-85f61f5f-e185-4de6-9609-4b9d7e9b2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.766197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-85f61f5f-e185-4de6-9609-4b9d7e9b2dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 1096 time: 0.0995030 Jul 08 08:31:00.766197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dcc1c9-59fd-4193-9d32-97e15d32cce4 x-openstack-request-id: req-34dcc1c9-59fd-4193-9d32-97e15d32cce4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:00.766197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:00.766197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34dcc1c9-59fd-4193-9d32-97e15d32cce4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:00.766197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'status': 'completed', 'code': 200} Jul 08 08:31:00.783636 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-62714b6a-4ef9-49c1-ad7c-dd21f5814a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.785164 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-62714b6a-4ef9-49c1-ad7c-dd21f5814a0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.1333842 Jul 08 08:31:00.818469 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-fc99ac3f-13ff-43d9-90a1-ccd8e868265a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e HTTP/1.1" status: 200 len: 217 time: 0.0471566 Jul 08 08:31:00.834697 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-f9f75297-081d-47ca-ab9b-b567c7157dc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 200 len: 217 time: 0.0382681 Jul 08 08:31:00.869124 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:00.873678 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-21b2dc70-1466-4279-aa1e-63aa7a31fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.875622 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-21b2dc70-1466-4279-aa1e-63aa7a31fa43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.0500908 Jul 08 08:31:00.895369 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:00.903597 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-f1cc2027-5725-47e7-89c1-5bad1e3825f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.905220 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-f1cc2027-5725-47e7-89c1-5bad1e3825f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0642774 Jul 08 08:31:00.921208 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-735c9f30-70af-49f7-be91-05f847332df6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365000 Jul 08 08:31:00.968644 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-6282b10f-c67e-47f4-a798-52dd03eed39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:00.970145 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-6282b10f-c67e-47f4-a798-52dd03eed39a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585921 Jul 08 08:31:01.067810 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-d3d1707a-d167-4a50-a6dc-77795c5c3a2d service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877912 Jul 08 08:31:01.103908 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:01.131341 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a322b73-fbb0-4dee-baba-4e22d58de240 None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_floatingips': [{'id': '4115cf49-1941-422f-8071-d8e0dd680eda', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'router_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'port_id': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'mac_address': 'fa:16:3e:f4:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T08:27:12Z', 'updated_at': '2021-07-08T08:27:14Z', 'revision_number': 1, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:31:01.190136 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7106e70d-461f-4c60-9992-6b772ac1c5e2 req-0c8da45a-2a76-4cd1-aa5e-ef1b02e83200 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072721 Jul 08 08:31:01.332658 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4423e-0198-4a19-ba37-fb26dc8d4055 req-49c58fd0-4396-45df-9957-ba9ee239ea9b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:01.334142 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2ce4423e-0198-4a19-ba37-fb26dc8d4055 req-49c58fd0-4396-45df-9957-ba9ee239ea9b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.4127452 Jul 08 08:31:01.341138 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-bef1c04e-c42a-48f1-a066-810c60698c01 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113879 Jul 08 08:31:01.376134 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaa1570-15eb-472b-9cb3-23a920452111 None None] New status for floating IP 16c86277-52d4-4b0c-b67b-8700a0880b4f: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:31:01.417705 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2ce4423e-0198-4a19-ba37-fb26dc8d4055 req-86ee2b6f-54e0-4e76-a879-b6c20f044e85 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755980 Jul 08 08:31:01.449616 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-245dc171-39da-4123-82e2-7b788ce4ca60 req-40f806c2-173a-4240-a8bb-9e9e51b9b165 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005816 Jul 08 08:31:01.655705 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d89a92-1644-489a-b85b-501022a49e28 req-55d3e12f-9ef0-4f04-b4fd-777f2fff9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:01.657149 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-55d3e12f-9ef0-4f04-b4fd-777f2fff9b7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 1096 time: 0.0944791 Jul 08 08:31:01.668448 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0766fa-06be-4f7d-a9a6-abe0216308b9 req-b7e70e2a-daf5-4ee8-9031-e873fae062cc tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:01.669779 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5e0766fa-06be-4f7d-a9a6-abe0216308b9 req-b7e70e2a-daf5-4ee8-9031-e873fae062cc tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 943 time: 0.0776811 Jul 08 08:31:01.752339 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-5e0766fa-06be-4f7d-a9a6-abe0216308b9 req-60a3389b-1e53-47c6-a661-7b702c631c69 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737832 Jul 08 08:31:01.778085 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d89a92-1644-489a-b85b-501022a49e28 req-e1826ba9-1d58-419f-84ce-ac9d012bc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:01.781210 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-e1826ba9-1d58-419f-84ce-ac9d012bc4c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 916 time: 0.1096616 Jul 08 08:31:01.824345 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-16314f4a-cdbd-4ff1-91da-a0ccd86f4868 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e HTTP/1.1" status: 200 len: 217 time: 0.0342624 Jul 08 08:31:01.871133 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d89a92-1644-489a-b85b-501022a49e28 req-00402ffb-7270-4994-be2b-ff8131fa3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:01.872516 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-00402ffb-7270-4994-be2b-ff8131fa3d0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.0412517 Jul 08 08:31:01.908385 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-60bcdfd2-9487-45ae-993c-f96d5af84cff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jul 08 08:31:01.995720 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-209f2e4d-6a1f-4fe9-93a8-561c9e71243b service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794568 Jul 08 08:31:02.085335 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a5d89a92-1644-489a-b85b-501022a49e28 req-63789fdb-733d-4075-b69f-cf09a825befe service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Jul 08 08:31:02.590850 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f48932-fd4a-4dd7-9097-c06ee4b9a331 req-1d8a54a5-0846-4c9f-be40-ef768a373b7b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:02.592294 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65f48932-fd4a-4dd7-9097-c06ee4b9a331 req-1d8a54a5-0846-4c9f-be40-ef768a373b7b tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.0607872 Jul 08 08:31:02.629680 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-65f48932-fd4a-4dd7-9097-c06ee4b9a331 req-e63056cd-f2de-4898-af1f-c77f48873173 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Jul 08 08:31:02.803959 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-a413ca0f-13f1-46e0-8d5f-90fb4d21dc2d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:02.805449 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-a413ca0f-13f1-46e0-8d5f-90fb4d21dc2d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 946 time: 0.0608602 Jul 08 08:31:02.948849 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port df826d3e-4f74-40a0-8deb-b07a0a75454f {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:02.949183 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:02.968973 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073baad0-c6d5-4158-820c-015ea139ffbb req-0a4d19ad-e704-492a-abdd-cd16ed180386 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:02.970404 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-073baad0-c6d5-4158-820c-015ea139ffbb req-0a4d19ad-e704-492a-abdd-cd16ed180386 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 943 time: 0.0904837 Jul 08 08:31:03.047718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-073baad0-c6d5-4158-820c-015ea139ffbb req-9466ff9f-e356-4504-b8d7-689de0ebe134 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Jul 08 08:31:03.067967 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] For port df826d3e-4f74-40a0-8deb-b07a0a75454f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=df826d3e-4f74-40a0-8deb-b07a0a75454f,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:03.068325 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:03.081058 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for df826d3e-4f74-40a0-8deb-b07a0a75454f owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:03.268839 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:03.295651 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=df826d3e-4f74-40a0-8deb-b07a0a75454f,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:03.342193 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] No DVR routers for this DVR port df826d3e-4f74-40a0-8deb-b07a0a75454f on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:03.344660 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:03.346579 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a7e97fda-40a8-4c8c-bd81-f79d38c01994 req-9d4a1ede-8783-49bf-b878-e26c4075da48 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "DELETE /v2.0/ports/df826d3e-4f74-40a0-8deb-b07a0a75454f HTTP/1.1" status: 204 len: 173 time: 0.5342772 Jul 08 08:31:03.347080 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'name': 'network-vif-deleted', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:03.349314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca1ad5-d3f6-436c-b164-3ac826273340" -d '{"events": [{"server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "name": "network-vif-deleted", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:03.414028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df81db8-7617-40f0-9695-01ce0d560aba x-openstack-request-id: req-6df81db8-7617-40f0-9695-01ce0d560aba {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:03.414028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b71707-d5c3-475f-a265-2b73ea0cb677", "name": "network-vif-deleted", "tag": "df826d3e-4f74-40a0-8deb-b07a0a75454f", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:03.414028 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6df81db8-7617-40f0-9695-01ce0d560aba {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:03.414028 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b71707-d5c3-475f-a265-2b73ea0cb677', 'name': 'network-vif-deleted', 'tag': 'df826d3e-4f74-40a0-8deb-b07a0a75454f', 'status': 'completed', 'code': 200} Jul 08 08:31:03.750969 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 99a27e58-e02e-47a4-8251-8fb91fbd318e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:31:03.773204 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cc96a770-91de-495a-ad6f-6acce292520e req-b339bb73-60eb-442c-9986-dd057454e9d4 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b71707-d5c3-475f-a265-2b73ea0cb677 HTTP/1.1" status: 200 len: 210 time: 0.0282176 Jul 08 08:31:03.843457 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:03.857946 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'port_id': '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'mac_address': 'fa:16:3e:16:18:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed3b815-a208-4b1c-a15f-c48b73933a0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:31:03.894267 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:03.907035 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a27e58-e02e-47a4-8251-8fb91fbd318e {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:03.926153 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:03.988571 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:04.037353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:04.218622 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56dc0-e9eb-44f8-a317-5670aa3f6383 req-7338112a-4f93-48a3-b5f7-99eb8789bda2 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:04.220128 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ffd56dc0-e9eb-44f8-a317-5670aa3f6383 req-7338112a-4f93-48a3-b5f7-99eb8789bda2 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 944 time: 0.0642729 Jul 08 08:31:04.245574 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['99a27e58-e02e-47a4-8251-8fb91fbd318e'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:31:04.257269 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ffd56dc0-e9eb-44f8-a317-5670aa3f6383 req-8e1eff31-74af-4904-a0e3-df8758baf959 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jul 08 08:31:05.448463 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d458d-98c4-4b45-8532-bcdd8338d6f4 req-d4d520bd-561d-4500-bc69-8cb01ff9f0a0 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:05.449910 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-489d458d-98c4-4b45-8532-bcdd8338d6f4 req-d4d520bd-561d-4500-bc69-8cb01ff9f0a0 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 944 time: 0.0656369 Jul 08 08:31:05.486363 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:31:05.489063 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-489d458d-98c4-4b45-8532-bcdd8338d6f4 req-67aa7f5b-db48-40e5-9030-5f6acb6efe62 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Jul 08 08:31:05.755571 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 99a27e58-e02e-47a4-8251-8fb91fbd318e up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:31:05.852019 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 99a27e58-e02e-47a4-8251-8fb91fbd318e completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:31:05.855806 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 99a27e58-e02e-47a4-8251-8fb91fbd318e triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:31:05.856210 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:05.934913 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:06.074815 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:06.076944 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ad1fb5-e671-4311-b63a-afa06d6f5ea3" -d '{"events": [{"server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "name": "network-vif-plugged", "status": "completed", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:06.089603 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:06.168016 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de7ddf-c7a7-47b8-b6bf-a3991f608dc0 x-openstack-request-id: req-20de7ddf-c7a7-47b8-b6bf-a3991f608dc0 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:06.168306 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "name": "network-vif-plugged", "status": "completed", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:06.168556 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20de7ddf-c7a7-47b8-b6bf-a3991f608dc0 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:06.168954 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'code': 200} Jul 08 08:31:06.177180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:06.178019 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device df826d3e-4f74-40a0-8deb-b07a0a75454f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:06.215180 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: df826d3e-4f74-40a0-8deb-b07a0a75454f {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:06.215521 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device df826d3e-4f74-40a0-8deb-b07a0a75454f not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:06.244273 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:06.538529 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbe212-bb7a-40bb-afe5-7548553410d0 req-e71c6ded-39c2-4480-aa36-f7bc982b907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:06.540241 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7fcbe212-bb7a-40bb-afe5-7548553410d0 req-e71c6ded-39c2-4480-aa36-f7bc982b907f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 1098 time: 0.0518200 Jul 08 08:31:06.577785 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7fcbe212-bb7a-40bb-afe5-7548553410d0 req-43de0871-a1ad-48a2-875f-24fac9605131 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275283 Jul 08 08:31:06.663378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2eb0f-6fd0-458e-9b68-025570e1fa52 req-2c14cece-d470-4df6-9330-70e33d37181e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:06.664866 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-78d2eb0f-6fd0-458e-9b68-025570e1fa52 req-2c14cece-d470-4df6-9330-70e33d37181e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.0654767 Jul 08 08:31:06.701972 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-78d2eb0f-6fd0-458e-9b68-025570e1fa52 req-ae1103dd-81e6-4b24-b067-9629eae0956d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 08 08:31:07.320219 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39658) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:07.471830 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port ccdde118-b3ba-410f-8801-948282461492 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:07.472173 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:07.544370 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:07.545019 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:07.556445 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for ccdde118-b3ba-410f-8801-948282461492 owned by network:floatingip {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:07.858544 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:07.890126 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=ccdde118-b3ba-410f-8801-948282461492,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:07.942523 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a5b08-f246-432a-9518-9573e2d8c9b3 req-9892c448-1207-423c-8202-7aad92581900 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:07.944036 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b71a5b08-f246-432a-9518-9573e2d8c9b3 req-9892c448-1207-423c-8202-7aad92581900 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.1316016 Jul 08 08:31:07.976666 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:07.977068 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.db.l3_db [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Floating IP 4115cf49-1941-422f-8071-d8e0dd680eda disassociated (deleted). External IP: 172.27.3.221, port: 92e2cd94-6d54-422c-86d6-73ca24b67cd2. Jul 08 08:31:08.029561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b71a5b08-f246-432a-9518-9573e2d8c9b3 req-7724f5c7-bcb4-471b-9797-942e10917f00 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778558 Jul 08 08:31:08.191742 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:31:08.295093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:31:08.299860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:08.304301 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:31:08.313395 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:08.313995 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:08.336118 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-8e06f5be-c78a-424f-aa74-223c91f57404 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "DELETE /v2.0/floatingips/4115cf49-1941-422f-8071-d8e0dd680eda HTTP/1.1" status: 204 len: 168 time: 1.0141540 Jul 08 08:31:08.336780 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:08.339218 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:08.383646 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7067d42-b1c1-4e5a-ae03-928cd095c657 x-openstack-request-id: req-e7067d42-b1c1-4e5a-ae03-928cd095c657 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:08.383939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:08.384191 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7067d42-b1c1-4e5a-ae03-928cd095c657 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:08.384589 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'status': 'completed', 'code': 200} Jul 08 08:31:08.419902 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:08.468103 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-913d5fe3-0012-4542-99e2-9b36cd777c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:08.469629 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-913d5fe3-0012-4542-99e2-9b36cd777c1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 1099 time: 0.0615454 Jul 08 08:31:08.562578 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-1a4f47f7-ec36-4c5f-a5cc-5593d6ba83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:08.564090 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-1a4f47f7-ec36-4c5f-a5cc-5593d6ba83bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 200 len: 912 time: 0.0877855 Jul 08 08:31:08.605220 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-52408b1d-d142-4d33-b2d4-39d8fc255237 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 200 len: 217 time: 0.0335457 Jul 08 08:31:08.621482 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:08.649208 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:31:08.658233 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-e3ae53d4-6be3-421f-89ac-59b260ff95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:08.658391 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:08.658391 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:08.658807 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-e3ae53d4-6be3-421f-89ac-59b260ff95d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 200 len: 850 time: 0.0471284 Jul 08 08:31:08.720083 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-1b6f4d86-c731-432b-b0fc-7c7904bd7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:08.721614 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-1b6f4d86-c731-432b-b0fc-7c7904bd7939 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ba24858-5803-4f59-8870-63a819f69432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555229 Jul 08 08:31:08.768916 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:08.820642 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-cbb275a3-b17a-497c-aa31-d532dcea8b8d service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866048 Jul 08 08:31:08.953155 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7de9975f-9f5e-4f52-bc4e-6b05118b19ef req-87aafb96-bc71-4ef4-aa8b-37c2cb11a480 service neutron] 10.222.0.67 "GET /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213751 Jul 08 08:31:08.974625 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4002e-060d-4e1e-8878-528b50a24e6d req-3a513b94-bd2b-43d9-a763-f2ab4a163d0f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:08.974835 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:08.976683 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8dc4002e-060d-4e1e-8878-528b50a24e6d req-3a513b94-bd2b-43d9-a763-f2ab4a163d0f tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0855813 Jul 08 08:31:09.006135 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aa6b2-7895-45d7-a858-3f4ab5ff993c None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:22:54Z', 'revision_number': 4, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi', '_interfaces': [{'id': 'c0589cbb-6536-4f98-aa0a-84db14ab4ae6', 'name': '', 'network_id': '1ba24858-5803-4f59-8870-63a819f69432', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'mac_address': 'fa:16:3e:60:b1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:53Z', 'updated_at': '2021-07-08T08:23:03Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'subnets': [{'id': 'bb19fc4a-38de-4540-adc0-c74605cf8d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:31:09.015290 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8dc4002e-060d-4e1e-8878-528b50a24e6d req-4d8c94cf-bf1d-4a5a-9eaa-c6e5e7aed862 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 08 08:31:09.209406 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601db7b4-5aef-416d-a27a-0d893ac69b35 req-86eea1ea-0693-4e86-8c14-33b8e7843a03 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:09.216064 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-601db7b4-5aef-416d-a27a-0d893ac69b35 req-86eea1ea-0693-4e86-8c14-33b8e7843a03 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.0676663 Jul 08 08:31:09.227074 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3666db7-5e15-4431-bf8c-ebb293905ff7 None None] New status for floating IP 4115cf49-1941-422f-8071-d8e0dd680eda: DOWN {{(pid=93745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 08:31:09.250422 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-601db7b4-5aef-416d-a27a-0d893ac69b35 req-5b88c61c-023b-4c34-b075-1eaca8ca8204 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Jul 08 08:31:10.187188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6e423-1ad2-4bfe-a54d-1f68569758c4 req-be257b28-caf5-4be6-baed-7f5e9ad673bd tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:10.188641 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4eb6e423-1ad2-4bfe-a54d-1f68569758c4 req-be257b28-caf5-4be6-baed-7f5e9ad673bd tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0615380 Jul 08 08:31:10.224561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4eb6e423-1ad2-4bfe-a54d-1f68569758c4 req-611e2c68-f8ad-433d-af77-047e90f62533 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aadc64f-8af8-4a70-8984-3749e86e6262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304284 Jul 08 08:31:10.623145 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-e90720c1-0d7e-49e1-adaf-86256c40f808 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:10.624561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-e90720c1-0d7e-49e1-adaf-86256c40f808 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 946 time: 0.0602837 Jul 08 08:31:10.724592 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:10.724939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:10.811457 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] For port 92e2cd94-6d54-422c-86d6-73ca24b67cd2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=92e2cd94-6d54-422c-86d6-73ca24b67cd2,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:10.811818 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:10.828866 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for 92e2cd94-6d54-422c-86d6-73ca24b67cd2 owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:11.017809 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:11.056748 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=92e2cd94-6d54-422c-86d6-73ca24b67cd2,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:11.141244 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] No DVR routers for this DVR port 92e2cd94-6d54-422c-86d6-73ca24b67cd2 on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:11.143685 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:11.145850 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-93a8312b-dfb5-43e9-b723-e60da8d76b6f req-99641ebf-6363-4074-a1f0-a5de8da9e0d2 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.67 "DELETE /v2.0/ports/92e2cd94-6d54-422c-86d6-73ca24b67cd2 HTTP/1.1" status: 204 len: 173 time: 0.5151794 Jul 08 08:31:11.148151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'name': 'network-vif-deleted', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:11.151277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0c1ee-60d8-4e91-ab74-b2bed8d33850" -d '{"events": [{"server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "name": "network-vif-deleted", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:11.188777 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5500fc-c551-4ccc-96a7-46e3d468dbf3 x-openstack-request-id: req-5a5500fc-c551-4ccc-96a7-46e3d468dbf3 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:11.193143 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d68b93-8ad8-4084-a53f-44c0b039e758", "name": "network-vif-deleted", "tag": "92e2cd94-6d54-422c-86d6-73ca24b67cd2", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:11.193143 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a5500fc-c551-4ccc-96a7-46e3d468dbf3 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:11.193143 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d68b93-8ad8-4084-a53f-44c0b039e758', 'name': 'network-vif-deleted', 'tag': '92e2cd94-6d54-422c-86d6-73ca24b67cd2', 'status': 'completed', 'code': 200} Jul 08 08:31:11.199466 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-afd1f866-348c-4fe4-b31a-bde9f7b05647 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:11.200918 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-afd1f866-348c-4fe4-b31a-bde9f7b05647 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.1554358 Jul 08 08:31:11.215444 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-6e4218a9-bdf9-4b30-b7f8-d219f63610e3 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/quotas/1d56f4d807cd4a7ea96548da4a563084 HTTP/1.1" status: 200 len: 375 time: 0.0092096 Jul 08 08:31:11.288539 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-e7e98272-8314-4abe-90fd-0851430a2deb tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674431 Jul 08 08:31:11.385751 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8fc9c0ec-cf17-4c47-b9c3-768c8bcdf22d req-11740cbc-de56-420c-9b4e-b2bbd2a6b653 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d68b93-8ad8-4084-a53f-44c0b039e758 HTTP/1.1" status: 200 len: 210 time: 0.0364556 Jul 08 08:31:11.421821 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-322283ba-3ec2-41df-bac7-9b939fd42b1e service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250875 Jul 08 08:31:11.514870 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-69d1d06c-a857-46a6-b46e-a56696ef17d3 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869350 Jul 08 08:31:11.762197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a3fd76b1-4df9-469e-9ed9-a31127edfb1f req-e831ffd7-a5a9-45d9-bc0a-36cdbc22be73 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 210 time: 0.0284636 Jul 08 08:31:12.479587 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39716) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:12.604662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Deleting port ec708be6-abc4-4ef3-b0a9-79f59f32918f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:12.604961 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:12.683604 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:12.683933 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:12.695584 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Calling delete_port for ec708be6-abc4-4ef3-b0a9-79f59f32918f owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:12.897446 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:12.904644 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-7097da98-e27c-4422-85dc-af4e19aa490f req-b922e4ee-206c-41d2-a285-bc928964c5cf tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 210 time: 0.0319345 Jul 08 08:31:12.939826 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'Port': ['ID=ec708be6-abc4-4ef3-b0a9-79f59f32918f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:13.000973 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:13.003554 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:13.004704 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-41bedcba-ea8c-488b-b73a-8c3b8d951777 tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "DELETE /v2.0/floatingips/2c721f37-a1c5-424e-9287-0be1398194b8 HTTP/1.1" status: 204 len: 168 time: 0.5241327 Jul 08 08:31:13.667123 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-c0db512c-0481-443a-a3e6-5875b70119cd tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:13.668506 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-c0db512c-0481-443a-a3e6-5875b70119cd tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.1023340 Jul 08 08:31:13.682202 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Request body: {'port': {'device_id': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'admin_state_up': True, 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:31:13.869277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:31:13.872831 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:13.998253 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Allocated IP 172.20.0.12 (38e23390-f002-4ecc-81eb-0b96fb27f654/aed3b815-a208-4b1c-a15f-c48b73933a0b/c16da447-bd2d-420e-be93-e18b8f37be34) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:31:14.111564 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c7ca19f2-2c5b-47f1-a55c-08fe4371f8ea req-e46e0f3b-46c1-4de0-bdf8-4608e085e642 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 210 time: 0.0676847 Jul 08 08:31:14.169758 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.252189 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29063394'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.264585 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def', '99a27e58-e02e-47a4-8251-8fb91fbd318e'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:31:14.297261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:31:14.302350 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:31:14.310685 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:31:14.332914 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event updated for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:14.360896 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:14.361503 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.430601 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-221ffd44-5ca2-4a67-9fdb-475747cd5c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7524021 Jul 08 08:31:14.431482 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39736) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:14.450966 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Request body: {'port': {'device_id': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:31:14.492756 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.518119 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.520588 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.639928 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.642542 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.643765 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] 10.222.0.72 "DELETE /v2.0/security-groups/7aadc64f-8af8-4a70-8984-3749e86e6262 HTTP/1.1" status: 204 len: 168 time: 0.2112536 Jul 08 08:31:14.654173 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d11dd-5a2d-4eb3-9160-99d19eed690d tempest-TestVolumeBootPattern-665718327 tempest-TestVolumeBootPattern-665718327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aadc64f-8af8-4a70-8984-3749e86e6262,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:14.747326 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39740) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:14.785349 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16da447-bd2d-420e-be93-e18b8f37be34 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:14.792657 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.804364 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Transition to ACTIVE for port object c16da447-bd2d-420e-be93-e18b8f37be34 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:31:14.851719 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:14.940409 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:14.972540 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Attempting to bind port c16da447-bd2d-420e-be93-e18b8f37be34 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:31:14.972875 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Attempting to bind port c16da447-bd2d-420e-be93-e18b8f37be34 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:31:14.973207 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Attempting to bind port c16da447-bd2d-420e-be93-e18b8f37be34 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:14.978590 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Port c16da447-bd2d-420e-be93-e18b8f37be34 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:31:14.978924 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Attempting to bind port c16da447-bd2d-420e-be93-e18b8f37be34 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:14.983595 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:31:14.983930 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Checking segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:31:14.984308 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Bound using segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:31:14.984740 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Bound port: c16da447-bd2d-420e-be93-e18b8f37be34, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:31:14.985093 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.052948 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:31:15.057033 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c16da447-bd2d-420e-be93-e18b8f37be34,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:31:15.150232 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.184681 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.185325 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.186721 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c16da447-bd2d-420e-be93-e18b8f37be34 HTTP/1.1" status: 200 len: 1094 time: 0.7436144 Jul 08 08:31:15.187148 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:15.189362 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:15.219444 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a808c-585d-45b1-a7aa-56b43dcf69e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:15.257870 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.260002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b3adc-b990-42b6-8936-f8179c7379ba x-openstack-request-id: req-b56b3adc-b990-42b6-8936-f8179c7379ba {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:15.260290 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:15.260534 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b56b3adc-b990-42b6-8936-f8179c7379ba {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:15.260921 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34', 'status': 'completed', 'code': 200} Jul 08 08:31:15.340817 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635f468-6276-4d1a-b0c7-f07228056cfb req-381cce62-0f27-4e9d-9eae-ffc0b190d61f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.342219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a635f468-6276-4d1a-b0c7-f07228056cfb req-381cce62-0f27-4e9d-9eae-ffc0b190d61f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 944 time: 0.1104193 Jul 08 08:31:15.348176 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-1402dfcc-1acd-447f-8f40-24b114e31b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.349561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-1402dfcc-1acd-447f-8f40-24b114e31b93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 1097 time: 0.0794594 Jul 08 08:31:15.428306 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a635f468-6276-4d1a-b0c7-f07228056cfb req-5133730f-4889-489b-80a5-710d7fc4574f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777981 Jul 08 08:31:15.465298 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-03d22659-3cad-4803-a0c2-5348a974e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.466804 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-03d22659-3cad-4803-a0c2-5348a974e157 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1d56f4d807cd4a7ea96548da4a563084&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1038048 Jul 08 08:31:15.512280 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Deleting port c0589cbb-6536-4f98-aa0a-84db14ab4ae6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:15.512844 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.561334 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-4d516d10-f2de-4b84-975e-0548cbf92ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.562818 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-cbf51a5b-4019-4c28-ad1e-58cfe6dfd9a6 req-4d516d10-f2de-4b84-975e-0548cbf92ee5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897095 Jul 08 08:31:15.588484 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] For port c0589cbb-6536-4f98-aa0a-84db14ab4ae6, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:15.588846 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.602594 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Calling delete_port for c0589cbb-6536-4f98-aa0a-84db14ab4ae6 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:15.652152 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-7b1b613e-45a6-4451-921d-be0c1ab7234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:15.653615 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-7b1b613e-45a6-4451-921d-be0c1ab7234c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 1097 time: 0.0523150 Jul 08 08:31:15.697842 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-6337922d-f05d-4f77-a043-4827df1cdab5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16da447-bd2d-420e-be93-e18b8f37be34 HTTP/1.1" status: 200 len: 217 time: 0.0357161 Jul 08 08:31:15.796741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 92e2cd94-6d54-422c-86d6-73ca24b67cd2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:15.818594 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 92e2cd94-6d54-422c-86d6-73ca24b67cd2 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:15.819037 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 92e2cd94-6d54-422c-86d6-73ca24b67cd2 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:15.828962 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:15.862371 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0589cbb-6536-4f98-aa0a-84db14ab4ae6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:16.036423 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:16.039242 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134c00-a305-4699-8878-bc7f30c82a73 req-e4a119b5-3ea3-4a0d-8359-394d64411b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:16.041323 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-e4a119b5-3ea3-4a0d-8359-394d64411b85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.3368456 Jul 08 08:31:16.074444 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-3fef1772-ba17-437b-935b-ca62e2802213 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255380 Jul 08 08:31:16.162838 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-aa71bcb2-8666-46e3-b3f4-a436c7e88a1a service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820901 Jul 08 08:31:16.245612 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Router a04fa962-d5dc-4487-821e-2001149b53d8 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:31:16.249878 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-30134c00-a305-4699-8878-bc7f30c82a73 req-9485ae3d-11e6-4e97-8432-7d8b66034ed2 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800226 Jul 08 08:31:16.349072 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:31:16.356558 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cc7c4e8a-67a9-4c85-9b5a-2fbbc842bf51 admin admin] 10.222.0.72 "PUT /v2.0/routers/a04fa962-d5dc-4487-821e-2001149b53d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6077566 Jul 08 08:31:16.356727 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39748) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:16.357509 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Sync routers for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:31:16.366766 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:16.367423 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:16.462644 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks [] for router, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:16.481068 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:16.597142 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:16.628910 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673638-7779-4b8a-b13c-da8ea1aa4024 req-9ad8bd44-8c2c-40b4-838e-583f1349721a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:16.630370 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bd673638-7779-4b8a-b13c-da8ea1aa4024 req-9ad8bd44-8c2c-40b4-838e-583f1349721a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 944 time: 0.0767367 Jul 08 08:31:16.660207 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:31:15Z', 'revision_number': 5, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port': {'id': 'bd4b2580-f967-4c35-90b1-36c62f466d96', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:22:51Z', 'updated_at': '2021-07-08T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:16.668625 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-bd673638-7779-4b8a-b13c-da8ea1aa4024 req-752ee90f-92d2-40e7-90f6-121df77aa2f7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Jul 08 08:31:16.690745 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Checking router: a04fa962-d5dc-4487-821e-2001149b53d8 for host: dv-cinder-784945-12-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:31:16.700091 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Routers {'a04fa962-d5dc-4487-821e-2001149b53d8'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:16.700695 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['a04fa962-d5dc-4487-821e-2001149b53d8'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:16.737426 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Deleting port bd4b2580-f967-4c35-90b1-36c62f466d96 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:16.737800 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:16.784323 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] Set router a04fa962-d5dc-4487-821e-2001149b53d8 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:16.816200 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] For port bd4b2580-f967-4c35-90b1-36c62f466d96, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bd4b2580-f967-4c35-90b1-36c62f466d96,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:16.816838 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:16.830227 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Calling delete_port for bd4b2580-f967-4c35-90b1-36c62f466d96 owned by network:router_gateway {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:16.836031 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:31:16Z', 'revision_number': 6, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:16.864277 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f1f4-0cf5-4afc-a4ff-9ca8a97e8fca None None] The sync data for ids ['a04fa962-d5dc-4487-821e-2001149b53d8'] in dv-cinder-784945-12-iscsi is: [{'id': 'a04fa962-d5dc-4487-821e-2001149b53d8', 'name': 'tempest-TestVolumeBootPattern-263578403-router', 'tenant_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:49Z', 'updated_at': '2021-07-08T08:31:16Z', 'revision_number': 6, 'project_id': 'a3ff0b32b43949c48507fbd7762c5dae', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:31:17.085958 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.111794 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b2580-f967-4c35-90b1-36c62f466d96,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:17.177301 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.270845 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.273036 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.382952 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.383473 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04fa962-d5dc-4487-821e-2001149b53d8 {{(pid=93743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:31:17.387912 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] Notify callbacks [] for router, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.389054 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-654813e7-6776-4920-9940-8d6ced84e719 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a04fa962-d5dc-4487-821e-2001149b53d8 HTTP/1.1" status: 204 len: 168 time: 1.0314507 Jul 08 08:31:17.391495 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39752) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:17.438055 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Deleting subnet bb19fc4a-38de-4540-adc0-c74605cf8d7b {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:31:17.441016 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.473654 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.547397 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.646654 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.677925 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb19fc4a-38de-4540-adc0-c74605cf8d7b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:17.681860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.684393 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-9d79295f-1dfd-4132-96af-533b5a676865 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bb19fc4a-38de-4540-adc0-c74605cf8d7b HTTP/1.1" status: 204 len: 168 time: 0.2919433 Jul 08 08:31:17.686309 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39754) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:17.687761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aaf63f-60fa-407a-a7c4-57f9c85ca4f2 None None] Network 1ba24858-5803-4f59-8870-63a819f69432 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:31:17.756546 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.815564 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device c16da447-bd2d-420e-be93-e18b8f37be34 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:31:17.860265 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Deleting port 54e31ef9-c65c-4b45-835f-59c19af3e44e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:17.860618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.933180 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d888-cbfc-4671-bed3-05b6df1e13fe req-70e0bf7a-bae9-4d98-a06e-c5f839c19ae5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:17.934851 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e3d3d888-cbfc-4671-bed3-05b6df1e13fe req-70e0bf7a-bae9-4d98-a06e-c5f839c19ae5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 944 time: 0.1383414 Jul 08 08:31:17.954259 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] For port 54e31ef9-c65c-4b45-835f-59c19af3e44e, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=54e31ef9-c65c-4b45-835f-59c19af3e44e,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:17.954657 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:17.978363 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Calling delete_port for 54e31ef9-c65c-4b45-835f-59c19af3e44e owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:18.003929 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] DHCP port deletion for 1ba24858-5803-4f59-8870-63a819f69432 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:31:18.037757 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e3d3d888-cbfc-4671-bed3-05b6df1e13fe req-01024ec4-8ee4-4176-ba12-c93018e6b8d7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945818 Jul 08 08:31:18.070486 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c16da447-bd2d-420e-be93-e18b8f37be34,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:18.087278 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': 'c16da447-bd2d-420e-be93-e18b8f37be34', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'port_id': 'c16da447-bd2d-420e-be93-e18b8f37be34', 'mac_address': 'fa:16:3e:7f:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed3b815-a208-4b1c-a15f-c48b73933a0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:31:18.096002 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Deleting port 54e31ef9-c65c-4b45-835f-59c19af3e44e {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:18.096367 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.173895 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.177355 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.192271 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] For port 54e31ef9-c65c-4b45-835f-59c19af3e44e, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=54e31ef9-c65c-4b45-835f-59c19af3e44e,segment=NetworkSegment(fa464644-ecfa-41c3-a610-75d658956c88),segment_id=fa464644-ecfa-41c3-a610-75d658956c88)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:18.192655 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.201111 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16da447-bd2d-420e-be93-e18b8f37be34 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:18.202990 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e31ef9-c65c-4b45-835f-59c19af3e44e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:18.206365 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] No DVR routers for this DVR port 54e31ef9-c65c-4b45-835f-59c19af3e44e on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:18.214293 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Calling delete_port for 54e31ef9-c65c-4b45-835f-59c19af3e44e owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:18.235481 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c16da447-bd2d-420e-be93-e18b8f37be34,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:18.283468 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.293290 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.293491 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba24858-5803-4f59-8870-63a819f69432']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:18.303420 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa464644-ecfa-41c3-a610-75d658956c88') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:18.303707 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa464644-ecfa-41c3-a610-75d658956c88') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:18.312965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.326706 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.331031 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.332396 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:31:18.337586 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:31:18.352353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] No DVR routers for this DVR port 54e31ef9-c65c-4b45-835f-59c19af3e44e on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:18.356800 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:18.381583 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf5800-2fa8-4c29-8339-fb536156fd0c None None] Pushing event deleted for resources: {'Port': ['ID=54e31ef9-c65c-4b45-835f-59c19af3e44e,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:18.462985 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.468485 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:18.470324 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1ba24858-5803-4f59-8870-63a819f69432 HTTP/1.1" status: 204 len: 168 time: 0.7830682 Jul 08 08:31:18.473446 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:18.484319 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160bde8-8093-411c-b329-046d6ebded42 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba24858-5803-4f59-8870-63a819f69432,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:18.499594 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device c0589cbb-6536-4f98-aa0a-84db14ab4ae6 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:18.519898 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: c0589cbb-6536-4f98-aa0a-84db14ab4ae6 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:18.520238 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device c0589cbb-6536-4f98-aa0a-84db14ab4ae6 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:18.520648 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 54e31ef9-c65c-4b45-835f-59c19af3e44e no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:18.540644 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['c16da447-bd2d-420e-be93-e18b8f37be34'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:31:18.543960 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 54e31ef9-c65c-4b45-835f-59c19af3e44e {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:18.544225 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 54e31ef9-c65c-4b45-835f-59c19af3e44e not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:18.544612 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bd4b2580-f967-4c35-90b1-36c62f466d96 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:18.584066 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: bd4b2580-f967-4c35-90b1-36c62f466d96 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:18.584416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bd4b2580-f967-4c35-90b1-36c62f466d96 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:18.810041 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3923770'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:19.224649 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b993a2-e2e1-41ab-8f57-d09cedcd0a1f req-07e8ae7a-ea15-4376-aa4c-1b7947eaa548 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:19.226219 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e5b993a2-e2e1-41ab-8f57-d09cedcd0a1f req-07e8ae7a-ea15-4376-aa4c-1b7947eaa548 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 945 time: 0.0671446 Jul 08 08:31:19.264700 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e5b993a2-e2e1-41ab-8f57-d09cedcd0a1f req-8ef689d6-3dc9-4c57-9457-684ffe4db924 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Jul 08 08:31:19.333576 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Deleting port 6fe10491-cd63-4ad4-b85d-013f59e606c9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:19.333902 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:19.409868 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] For port 6fe10491-cd63-4ad4-b85d-013f59e606c9, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=6fe10491-cd63-4ad4-b85d-013f59e606c9,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:19.410219 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:19.422753 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Calling delete_port for 6fe10491-cd63-4ad4-b85d-013f59e606c9 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:19.651647 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:19.676857 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe10491-cd63-4ad4-b85d-013f59e606c9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:19.833244 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device c16da447-bd2d-420e-be93-e18b8f37be34 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:31:19.839973 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3923964'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:19.943086 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port c16da447-bd2d-420e-be93-e18b8f37be34 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:31:19.947595 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port c16da447-bd2d-420e-be93-e18b8f37be34 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:31:19.947915 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.027464 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.049189 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:20.049924 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Router eda41a2b-2494-4c2e-9f83-68a672f33455 has already been hosted by L3 agent 3ddd8a23-4bb8-4dc5-a20d-67417748c0fd {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 08:31:20.051442 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2ae0e-9863-4ed9-8d73-a0a9706069a4" -d '{"events": [{"server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "name": "network-vif-plugged", "status": "completed", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:20.064217 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c16da447-bd2d-420e-be93-e18b8f37be34,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:20.092005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b17eb0c-3bc5-4586-8133-7865446adfc0 x-openstack-request-id: req-8b17eb0c-3bc5-4586-8133-7865446adfc0 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:20.092469 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "name": "network-vif-plugged", "status": "completed", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:20.092726 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b17eb0c-3bc5-4586-8133-7865446adfc0 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:20.093225 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34', 'code': 200} Jul 08 08:31:20.148866 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.154652 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] Notify agent at l3_agent.dv-cinder-784945-12-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 08:31:20.162038 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c239d47c-2a13-49a4-a301-0f7005cc9b08 admin admin] 10.222.0.72 "PUT /v2.0/routers/eda41a2b-2494-4c2e-9f83-68a672f33455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847618 Jul 08 08:31:20.163014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 39764) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:20.163876 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Sync routers for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 08:31:20.173341 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:20.173931 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:20.203966 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:20.280381 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.282222 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: dv-cinder-784945-12-iscsi {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:20.387395 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.466906 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'external_fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:31:19Z', 'revision_number': 5, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port': {'id': 'd8ecaf7c-1910-4ba6-a16c-d40e1ae707fe', 'name': '', 'network_id': 'ba4ae605-75cf-45df-aefb-4138a960148a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'd84f2073-6068-408d-a608-c302e353d843', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T08:23:00Z', 'updated_at': '2021-07-08T08:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84f2073-6068-408d-a608-c302e353d843', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-12-iscsi'}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:20.480777 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f12906-5601-441c-aaac-c6d1aaf7dc07 req-8c68a71a-ede9-4320-9eea-f7ae9068f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:20.482485 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-27f12906-5601-441c-aaac-c6d1aaf7dc07 req-8c68a71a-ede9-4320-9eea-f7ae9068f165 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 1099 time: 0.0689776 Jul 08 08:31:20.493712 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b91c-e7b6-4b13-89c8-b135be3540f8 req-b94c2a47-0050-4855-ac13-761097f18d05 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:20.495228 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-09b5b91c-e7b6-4b13-89c8-b135be3540f8 req-b94c2a47-0050-4855-ac13-761097f18d05 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.1101334 Jul 08 08:31:20.500746 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Checking router: eda41a2b-2494-4c2e-9f83-68a672f33455 for host: dv-cinder-784945-12-iscsi {{(pid=93745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 08:31:20.516123 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Routers {'eda41a2b-2494-4c2e-9f83-68a672f33455'} bound to L3 agent in host dv-cinder-784945-12-iscsi {{(pid=93745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 08:31:20.516903 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T08:11:58Z,description=,heartbeat_timestamp=2021-07-08T08:30:58Z,host='dv-cinder-784945-12-iscsi',id=3ddd8a23-4bb8-4dc5-a20d-67417748c0fd,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T08:11:59Z,topic='l3_agent')) {'router_ids': ['eda41a2b-2494-4c2e-9f83-68a672f33455'], 'active': True} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:20.539595 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Deleting port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:20.540024 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.553538 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-27f12906-5601-441c-aaac-c6d1aaf7dc07 req-7e92c2ad-d4f1-49bb-8f3f-71e48c521ec9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573747 Jul 08 08:31:20.556945 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-09b5b91c-e7b6-4b13-89c8-b135be3540f8 req-9322ff91-c744-4154-9046-d05c5fcb4330 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Jul 08 08:31:20.627348 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] For port d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,segment=NetworkSegment(e017fac8-166d-4b71-873e-e848b37467af),segment_id=e017fac8-166d-4b71-873e-e848b37467af)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:20.628162 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.644259 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Calling delete_port for d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:20.694410 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_dvr_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] Set router eda41a2b-2494-4c2e-9f83-68a672f33455 gateway port host: None {{(pid=93745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 08:31:20.748504 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.l3_hamode_db [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:31:20Z', 'revision_number': 6, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port_host': None}], 'dv-cinder-784945-12-iscsi', False) {} {{(pid=93745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:20.773673 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39935dc-d6a4-457e-90da-832601679b38 None None] The sync data for ids ['eda41a2b-2494-4c2e-9f83-68a672f33455'] in dv-cinder-784945-12-iscsi is: [{'id': 'eda41a2b-2494-4c2e-9f83-68a672f33455', 'name': 'tempest-TestVolumeBootPattern-1791178737-router', 'tenant_id': '07d8a8e524cc44e3ba1d5688df483958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T08:22:59Z', 'updated_at': '2021-07-08T08:31:20Z', 'revision_number': 6, 'project_id': '07d8a8e524cc44e3ba1d5688df483958', 'gw_port_host': None}] {{(pid=93745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 08:31:20.874208 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27221636'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:20.899724 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:20.961966 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3857399'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.048039 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13096'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.049988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.171671 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915155'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.172233 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda41a2b-2494-4c2e-9f83-68a672f33455 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 08:31:21.176789 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.178189 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4150bca0-21c8-434d-8a2c-bc041aa63bfc admin admin] 10.222.0.72 "DELETE /v2.0/routers/eda41a2b-2494-4c2e-9f83-68a672f33455 HTTP/1.1" status: 204 len: 168 time: 1.0140083 Jul 08 08:31:21.180954 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39768) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:21.225072 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Deleting subnet 5f16027f-ee03-4f48-9824-bc827f695845 {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:31:21.228763 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.261619 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.336745 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.463563 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.487593 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f16027f-ee03-4f48-9824-bc827f695845,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:21.494555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.500893 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a7b2e0d2-0ea1-4ed6-8666-effb075a4eb9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5f16027f-ee03-4f48-9824-bc827f695845 HTTP/1.1" status: 204 len: 168 time: 0.3145642 Jul 08 08:31:21.501028 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a72e1-17d9-463b-893b-c8f4f9a9688a None None] Network 29994620-b2bc-4bf1-b2c8-4ab91c11a467 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:31:21.503191 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39770) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:21.574659 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.635740 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Deleting port bb423a1e-faf2-4a0c-836b-2b9c511726d7 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:21.636072 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.714752 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] For port bb423a1e-faf2-4a0c-836b-2b9c511726d7, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bb423a1e-faf2-4a0c-836b-2b9c511726d7,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:21.715112 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.721340 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] DHCP port deletion for 29994620-b2bc-4bf1-b2c8-4ab91c11a467 request from dv-cinder-784945-12-iscsi {{(pid=93744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 08:31:21.751674 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Calling delete_port for bb423a1e-faf2-4a0c-836b-2b9c511726d7 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:21.771712 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Deleting port bb423a1e-faf2-4a0c-836b-2b9c511726d7 {{(pid=93744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:31:21.773147 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.849065 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] For port bb423a1e-faf2-4a0c-836b-2b9c511726d7, host dv-cinder-784945-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-12-iscsi',level=0,port_id=bb423a1e-faf2-4a0c-836b-2b9c511726d7,segment=NetworkSegment(030f0dd2-1930-4c15-abca-9740835408a4),segment_id=030f0dd2-1930-4c15-abca-9740835408a4)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:21.849065 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.858310 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Calling delete_port for bb423a1e-faf2-4a0c-836b-2b9c511726d7 owned by network:dhcp {{(pid=93744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:31:21.858819 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780d693-e853-4d5a-83e4-94dddc8354f9 req-b2c19d4d-7d54-4a59-a76d-750a0eec2968 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:21.860556 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6780d693-e853-4d5a-83e4-94dddc8354f9 req-b2c19d4d-7d54-4a59-a76d-750a0eec2968 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.1485758 Jul 08 08:31:21.911227 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6780d693-e853-4d5a-83e4-94dddc8354f9 req-43f3e10c-d9e5-463a-bb4c-d0f244884a4f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Jul 08 08:31:21.954682 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.960749 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700'] for port, after_delete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:21.982347 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb423a1e-faf2-4a0c-836b-2b9c511726d7,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:21.986132 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] No DVR routers for this DVR port bb423a1e-faf2-4a0c-836b-2b9c511726d7 on host dv-cinder-784945-12-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:21.990796 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] Pushing event deleted for resources: {'Port': ['ID=bb423a1e-faf2-4a0c-836b-2b9c511726d7,revision_number=None']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:21.993038 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce5ab5-4282-4498-9507-437a31d4e6c3 None None] No DVR routers for this DVR port bb423a1e-faf2-4a0c-836b-2b9c511726d7 on host dv-cinder-784945-12-iscsi {{(pid=93744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:31:22.064291 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.073645 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29994620-b2bc-4bf1-b2c8-4ab91c11a467']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:22.083140 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030f0dd2-1930-4c15-abca-9740835408a4') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:22.083432 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030f0dd2-1930-4c15-abca-9740835408a4') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:31:22.092277 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.105795 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.111241 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:31:22.111615 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:31:22.113223 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:31:22.223158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.228234 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.230026 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/29994620-b2bc-4bf1-b2c8-4ab91c11a467 HTTP/1.1" status: 204 len: 168 time: 0.7258742 Jul 08 08:31:22.240677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73746d-7a9f-465e-b64c-334f9e1c78f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=29994620-b2bc-4bf1-b2c8-4ab91c11a467,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:22.500782 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:22.515502 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39776) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:22.521550 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:22.521974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device d8ecaf7c-1910-4ba6-a16c-d40e1ae707fe not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:22.522298 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bb423a1e-faf2-4a0c-836b-2b9c511726d7 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:22.541814 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: bb423a1e-faf2-4a0c-836b-2b9c511726d7 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:22.542154 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device bb423a1e-faf2-4a0c-836b-2b9c511726d7 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:22.542563 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6fe10491-cd63-4ad4-b85d-013f59e606c9 no longer exists at agent ovs-agent-dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:31:22.556783 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-40bd9ec3-0191-49a1-b8fb-fb7e4693414e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3ff0b32b43949c48507fbd7762c5dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378554 Jul 08 08:31:22.557060 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39778) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:22.560664 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] No Port match for: 6fe10491-cd63-4ad4-b85d-013f59e606c9 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:31:22.561007 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Device 6fe10491-cd63-4ad4-b85d-013f59e606c9 not bound to the agent host dv-cinder-784945-12-iscsi {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:31:22.608119 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.629439 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.748213 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.750762 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:22.751897 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a30476a0-e932-4404-862c-8d9cf8148667 HTTP/1.1" status: 204 len: 168 time: 0.1940062 Jul 08 08:31:22.760294 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967c0d0-122c-4573-b0ff-256761ac775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30476a0-e932-4404-862c-8d9cf8148667,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:23.082224 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1c21e-3b73-4ca5-a4b8-96ecb50648df req-67fe4390-3ba5-4863-966e-b9c51f7213a5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:23.083725 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eff1c21e-3b73-4ca5-a4b8-96ecb50648df req-67fe4390-3ba5-4863-966e-b9c51f7213a5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.0637157 Jul 08 08:31:23.120561 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eff1c21e-3b73-4ca5-a4b8-96ecb50648df req-6eabc560-5045-426b-a6e1-d57dad2ef763 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Jul 08 08:31:23.388012 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39788) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:23.426767 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-24a2f954-ea37-44e6-9b29-0bb4780ae633 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07d8a8e524cc44e3ba1d5688df483958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375142 Jul 08 08:31:23.429067 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 39790) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:31:23.479310 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:23.499197 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:23.599844 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:23.603056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:23.604217 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d93cc16f-1465-4564-8b8c-3a53b9bee5fd HTTP/1.1" status: 204 len: 168 time: 0.1741939 Jul 08 08:31:23.612136 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8669ba-514b-4692-8c4b-016cf3850e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93cc16f-1465-4564-8b8c-3a53b9bee5fd,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:25.360228 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-866522d2-1ebd-42ef-9918-883edac3bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:27.794047 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:28.068415 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb0ad-01f3-4aec-9d4a-0dddb7277782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:28.748416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:29.097235 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:30.862637 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:34.822942 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-27da4d0b-e197-417b-8911-8ec0e787a4d6 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:34.824317 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-27da4d0b-e197-417b-8911-8ec0e787a4d6 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.0994260 Jul 08 08:31:34.838507 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-8ecad2ba-84c4-4126-b642-d794c349a1ce tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/quotas/1d56f4d807cd4a7ea96548da4a563084 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Jul 08 08:31:34.907102 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-5a1b4baa-0de8-48b5-97db-05e0c5c6df50 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635693 Jul 08 08:31:35.004931 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-54b819d8-9b9a-4d8b-8440-476a0262c6ba service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=93743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 08:31:35.005952 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-54b819d8-9b9a-4d8b-8440-476a0262c6ba service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925429 Jul 08 08:31:35.090815 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-8537e85e-9041-4e5f-8609-8a5c63f9e367 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786555 Jul 08 08:31:35.180626 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-f0cfeda0-0716-46ba-a20f-3438422fd428 service neutron] 10.222.0.72 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834956 Jul 08 08:31:35.430076 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-376fb74e-5b49-4f4c-bb83-e78fbfc3c369 req-432532f9-0eaa-4e62-be1a-f605212fda95 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Jul 08 08:31:36.571172 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-2c8fb3c5-b4bb-47f9-a6c8-137ed20f9f57 req-06286976-a338-4604-88dd-90ecba19a3c8 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Jul 08 08:31:36.760288 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-e46b645b-5319-4835-a775-89f0c8ffe4b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538857 Jul 08 08:31:36.852888 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-aca4b066-519a-40f0-9dcd-51b5e6cca6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:36.854416 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-aca4b066-519a-40f0-9dcd-51b5e6cca6eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 1099 time: 0.0537839 Jul 08 08:31:36.958510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-06bd328b-c955-4497-b5f3-a1295075af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:36.960014 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-06bd328b-c955-4497-b5f3-a1295075af24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 916 time: 0.0837376 Jul 08 08:31:37.003557 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-0d04de23-e27c-49c9-83b2-1fec832e1aa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93deb012-364e-47fe-94c2-ae8509d12def HTTP/1.1" status: 200 len: 217 time: 0.0353775 Jul 08 08:31:37.050077 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-7cd96c31-c1f9-44b4-a352-f6e800eda4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:37.051432 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-7cd96c31-c1f9-44b4-a352-f6e800eda4db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.0410533 Jul 08 08:31:37.084483 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-1dd15d35-c3d9-4778-a7d7-bf279cdbbfde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257995 Jul 08 08:31:37.177494 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-b44c44ed-be57-447c-aad3-822114838478 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Jul 08 08:31:37.266298 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-632cece9-e8b1-46f8-afb3-31aba706b0d4 req-a270da77-3411-4f69-862c-7c0deaf62700 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819843 Jul 08 08:31:37.423854 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-cd53276a-dc07-44c8-85fc-06b48f70e9b2 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:37.425197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-cd53276a-dc07-44c8-85fc-06b48f70e9b2 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/networks?id=38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 200 len: 815 time: 0.1033673 Jul 08 08:31:37.441086 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Request body: {'port': {'device_id': '771b63cb-aebf-448c-8b94-b159cfa52906', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'admin_state_up': True, 'tenant_id': '1d56f4d807cd4a7ea96548da4a563084'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:31:37.678258 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Made reservation on behalf of 1d56f4d807cd4a7ea96548da4a563084 for: {'port': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:31:37.678258 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:37.719414 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-62705d2f-8a62-41d1-a7ce-77de28c14dc8 req-2e1a7a0d-7d88-4c1d-8554-c567ad50e403 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Jul 08 08:31:37.829879 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Allocated IP 172.20.0.6 (38e23390-f002-4ecc-81eb-0b96fb27f654/aed3b815-a208-4b1c-a15f-c48b73933a0b/35c3a1fc-a907-4ef4-9440-cac8ddf05ab8) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 08:31:37.974661 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.079881 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-409581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750377076691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29063394'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.092173 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def', '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'c16da447-bd2d-420e-be93-e18b8f37be34'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:31:38.122554 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Network 38e23390-f002-4ecc-81eb-0b96fb27f654 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 08:31:38.127773 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:31:38.131535 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 08:31:38.139329 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event updated for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:38.166490 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.166861 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.167202 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.167539 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.167873 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.168209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.168536 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.168860 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.169195 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.169516 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.169838 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.170179 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:38.193440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:38.194049 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.269809 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-867b6488-c05b-411d-99c4-407a54715c9f tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322489 Jul 08 08:31:38.283555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Request body: {'port': {'device_id': '771b63cb-aebf-448c-8b94-b159cfa52906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:31:38.355407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.610188 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:38.610889 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.622949 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Transition to ACTIVE for port object 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 08:31:38.673825 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.722681 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:38.790337 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Attempting to bind port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 08:31:38.790702 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Attempting to bind port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 08:31:38.791031 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Attempting to bind port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:38.795399 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 08:31:38.795738 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Attempting to bind port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 on network 38e23390-f002-4ecc-81eb-0b96fb27f654 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 08:31:38.800801 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Checking agent: {'id': '0d8aaa8d-2979-42c9-ba8e-55c5f66dde9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'started_at': datetime.datetime(2021, 7, 8, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 8, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 08:31:38.801140 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Checking segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:31:38.801523 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Bound using segment: {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 08:31:38.801953 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Bound port: 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b097ae3-3d34-4612-bd6b-5b2ebebd618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 08:31:38.802314 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:38.898321 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 08:31:38.902700 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 08:31:38.926130 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29875-6b72-4fb4-97e3-de1ef9939003 req-ef400bf7-72a3-484a-99e4-89e79e0afab9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:38.927626 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0e29875-6b72-4fb4-97e3-de1ef9939003 req-ef400bf7-72a3-484a-99e4-89e79e0afab9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 943 time: 0.0895481 Jul 08 08:31:38.965466 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c0e29875-6b72-4fb4-97e3-de1ef9939003 req-26650c76-2ff4-4c97-8d3e-6bfe5527ffc2 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jul 08 08:31:38.976779 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29063420'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:39.009472 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.010076 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:39.011738 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 HTTP/1.1" status: 200 len: 1093 time: 0.7321932 Jul 08 08:31:39.012167 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:39.014440 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8be24a8-7bcb-4e15-878f-079e1a902665" -d '{"events": [{"name": "network-changed", "server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:39.039302 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ce72f-b0ef-4e0d-a794-a21a5e57f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:39.050388 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fbd79-d16b-4d39-8455-6f55dd9c9698 x-openstack-request-id: req-6a1fbd79-d16b-4d39-8455-6f55dd9c9698 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:39.050711 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:39.050948 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a1fbd79-d16b-4d39-8455-6f55dd9c9698 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:39.054784 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8', 'status': 'completed', 'code': 200} Jul 08 08:31:39.127596 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-f03771c5-67ac-45e5-ade0-d58b344f9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.129104 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-f03771c5-67ac-45e5-ade0-d58b344f9658 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 1096 time: 0.0568261 Jul 08 08:31:39.498128 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-e42f4c0c-a03d-49f5-84f9-89acd7350bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.499644 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-e42f4c0c-a03d-49f5-84f9-89acd7350bd6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1d56f4d807cd4a7ea96548da4a563084&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3632915 Jul 08 08:31:39.590615 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-c5dcbe7c-44d3-407c-9c0d-72e6208fa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.591962 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b8be24a8-7bcb-4e15-878f-079e1a902665 req-c5dcbe7c-44d3-407c-9c0d-72e6208fa8f8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846202 Jul 08 08:31:39.689299 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-d6fa0a1c-438c-49ec-b8bc-ec5c4c75071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.690774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-d6fa0a1c-438c-49ec-b8bc-ec5c4c75071c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d56f4d807cd4a7ea96548da4a563084&device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 1096 time: 0.0542493 Jul 08 08:31:39.737746 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-87f1f7e9-ff16-4d03-ac01-1580ea0d94d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 HTTP/1.1" status: 200 len: 217 time: 0.0376554 Jul 08 08:31:39.782747 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-f3edce94-9a2b-4448-9faa-2b33b08362ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:39.784079 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-f3edce94-9a2b-4448-9faa-2b33b08362ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 200 len: 855 time: 0.0402024 Jul 08 08:31:39.815395 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-0bccab22-90be-4847-a9c8-d7f7097c6872 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38e23390-f002-4ecc-81eb-0b96fb27f654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239995 Jul 08 08:31:39.902999 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-b045995b-9cd5-4e35-9074-402690c7d4af service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809186 Jul 08 08:31:39.988224 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ac89aecf-3ffd-40e7-a95b-608cb734248b req-945a7d8e-27fd-4d48-891d-2db578288608 service neutron] 10.222.0.67 "GET /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773165 Jul 08 08:31:40.143167 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d41e9-0ffe-40e3-b936-6b145363eec0 req-b1ec8c3e-8dff-4f98-820d-5d80fee55941 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:40.144612 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce8d41e9-0ffe-40e3-b936-6b145363eec0 req-b1ec8c3e-8dff-4f98-820d-5d80fee55941 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 943 time: 0.0649407 Jul 08 08:31:40.181515 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ce8d41e9-0ffe-40e3-b936-6b145363eec0 req-06b0dae3-26d8-4af3-b80e-404fd8fd0eac tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Jul 08 08:31:41.350788 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ce03-c19a-47a3-86b3-3d409ee7d4bf req-08db6438-6533-47f9-ae66-47ea5625bb3d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:41.353005 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6921ce03-c19a-47a3-86b3-3d409ee7d4bf req-08db6438-6533-47f9-ae66-47ea5625bb3d tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 943 time: 0.0614371 Jul 08 08:31:41.388658 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-6921ce03-c19a-47a3-86b3-3d409ee7d4bf req-3c05ae8b-a64a-40b2-8758-0a5747501c04 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301244 Jul 08 08:31:41.908974 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=93744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 08:31:41.999139 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:42.010288 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Returning: {'device': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8', 'network_id': '38e23390-f002-4ecc-81eb-0b96fb27f654', 'port_id': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8', 'mac_address': 'fa:16:3e:36:76:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed3b815-a208-4b1c-a15f-c48b73933a0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 08:31:42.048977 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:42.061044 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 {{(pid=93744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 08:31:42.079665 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:42.131069 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:42.176585 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:42.184080 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.184425 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.184787 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.185118 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.185447 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.185771 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.186090 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.186410 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.186761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.187106 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.187423 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.187738 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:31:42.408422 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['35c3a1fc-a907-4ef4-9440-cac8ddf05ab8'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:31:42.485129 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:31:42.565116 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c20aa-6fab-4398-b8ea-d71309dd757c req-b265f7b7-36be-483a-b17c-0d28db60f295 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:42.566606 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b99c20aa-6fab-4398-b8ea-d71309dd757c req-b265f7b7-36be-483a-b17c-0d28db60f295 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 944 time: 0.0657513 Jul 08 08:31:42.603152 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b99c20aa-6fab-4398-b8ea-d71309dd757c req-092754c7-e4d4-41fd-a6b3-adb762304c77 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306993 Jul 08 08:31:43.773110 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9caf-92f9-4be2-bfe9-5a168109deb5 req-e4760b8b-430b-4bf6-a0f7-3da797a3464a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:43.774744 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eebe9caf-92f9-4be2-bfe9-5a168109deb5 req-e4760b8b-430b-4bf6-a0f7-3da797a3464a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 944 time: 0.0608325 Jul 08 08:31:43.810397 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-eebe9caf-92f9-4be2-bfe9-5a168109deb5 req-34a3c7e5-9f19-44f7-b517-356972a7de43 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Jul 08 08:31:43.930910 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 up at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 08:31:44.040234 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning for port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 completed by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 08:31:44.043842 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Provisioning complete for port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 triggered by entity L2. {{(pid=93744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 08:31:44.044207 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894333'] for port, provisioning_complete {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:44.117470 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:44.138658 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8'}] {{(pid=93744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:31:44.140847 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51c1d409ffe5c16204cc7a9f2bbae57945801f7f2c2550fea51336334a94e428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f733d8a-fdf3-4ea6-b80a-380e96c3db4c" -d '{"events": [{"server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "name": "network-vif-plugged", "status": "completed", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8"}]}' {{(pid=93744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:31:44.156210 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:31:44.176108 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569159d-0ec6-4415-845a-2f6443a0c321 x-openstack-request-id: req-5569159d-0ec6-4415-845a-2f6443a0c321 {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:31:44.177631 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "name": "network-vif-plugged", "status": "completed", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8", "code": 200}]} {{(pid=93744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:31:44.177631 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5569159d-0ec6-4415-845a-2f6443a0c321 {{(pid=93744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:31:44.177631 dv-cinder-784945-12-iscsi neutron-server[93744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8', 'code': 200} Jul 08 08:31:44.228416 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750377577503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750377076709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750377073430'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:44.275532 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Pushing event updated for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=5']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:31:44.517251 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d4ff-7f3d-4c01-b9c5-c7e6ecd667c9 req-e53eaed0-c0d6-442b-b0bf-02bd6858e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:44.518734 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8078d4ff-7f3d-4c01-b9c5-c7e6ecd667c9 req-e53eaed0-c0d6-442b-b0bf-02bd6858e6b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 1098 time: 0.0507228 Jul 08 08:31:44.551082 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-8078d4ff-7f3d-4c01-b9c5-c7e6ecd667c9 req-b6dde6df-adfa-43f2-97b5-a2b1576a9e67 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259562 Jul 08 08:31:44.983362 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eba1f-831e-402d-bde9-d2aa0fd6e113 req-3d1ef096-10b3-4ed2-8ef1-5f671b49b685 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:44.984823 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d61eba1f-831e-402d-bde9-d2aa0fd6e113 req-3d1ef096-10b3-4ed2-8ef1-5f671b49b685 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 945 time: 0.0663497 Jul 08 08:31:45.021235 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-d61eba1f-831e-402d-bde9-d2aa0fd6e113 req-2dc17c91-a325-42fb-9875-2ee359ddbeb9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jul 08 08:31:46.188494 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327462c6-c6ef-41c9-8d60-64ce070fe52e req-ffdf1bfe-3b14-479a-9da9-40a959891df1 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:46.189927 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-327462c6-c6ef-41c9-8d60-64ce070fe52e req-ffdf1bfe-3b14-479a-9da9-40a959891df1 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 945 time: 0.0604365 Jul 08 08:31:46.227213 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-327462c6-c6ef-41c9-8d60-64ce070fe52e req-b6d0c121-6fc0-4587-8ea9-1d2333246f71 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Jul 08 08:31:55.365864 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f7fd229b-75d6-43f9-806c-9819c947d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:57.805375 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:58.050684 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e0b81045-6b0b-41fd-a5f4-7b550e4a8f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:58.735922 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:59.113958 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:31:59.700217 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecfa5-2842-47c9-abd7-b6f34db13e19 req-8efa2422-5243-48a8-ade9-fb7716a6a101 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:31:59.701568 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0cbecfa5-2842-47c9-abd7-b6f34db13e19 req-8efa2422-5243-48a8-ade9-fb7716a6a101 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 945 time: 0.0656250 Jul 08 08:31:59.737571 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0cbecfa5-2842-47c9-abd7-b6f34db13e19 req-b586e72b-9062-4fdb-b019-92cf0ca7eb91 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Jul 08 08:32:00.876424 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:00.909815 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555618-1cdc-47ba-9e0e-3cc4b84beafd req-328be7af-3506-4b7c-a998-d24ad1201a0b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:00.911327 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-62555618-1cdc-47ba-9e0e-3cc4b84beafd req-328be7af-3506-4b7c-a998-d24ad1201a0b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 945 time: 0.0621221 Jul 08 08:32:00.949774 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-62555618-1cdc-47ba-9e0e-3cc4b84beafd req-5fa8cacb-3990-4617-984f-02d54b3b5eda tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Jul 08 08:32:01.171782 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-a536b590-777f-4e91-87f9-a916b9b91703 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:01.173115 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-a536b590-777f-4e91-87f9-a916b9b91703 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 945 time: 0.0613296 Jul 08 08:32:01.273669 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Deleting port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:32:01.274013 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:01.358286 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] For port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:32:01.358670 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:01.371521 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Calling delete_port for 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:32:01.553679 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:01.565879 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def', '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'c16da447-bd2d-420e-be93-e18b8f37be34', '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:32:01.583329 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event deleted for resources: {'Port': ['ID=35c3a1fc-a907-4ef4-9440-cac8ddf05ab8,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:01.634538 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] No DVR routers for this DVR port 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:32:01.637403 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:01.639639 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-3dbed8f8-ce06-4662-908d-11106ed67d22 req-c2d27707-caa5-425e-8e40-77e0ba2da557 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "DELETE /v2.0/ports/35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 HTTP/1.1" status: 204 len: 173 time: 0.4590170 Jul 08 08:32:01.644618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'name': 'network-vif-deleted', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:32:01.644618 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cc67b2-c610-4040-8adb-520fc70d852d" -d '{"events": [{"server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "name": "network-vif-deleted", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:32:01.681030 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979061d1-93c8-457a-9ef7-dfdcdf956f6d x-openstack-request-id: req-979061d1-93c8-457a-9ef7-dfdcdf956f6d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:32:01.681466 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771b63cb-aebf-448c-8b94-b159cfa52906", "name": "network-vif-deleted", "tag": "35c3a1fc-a907-4ef4-9440-cac8ddf05ab8", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:32:01.682059 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-979061d1-93c8-457a-9ef7-dfdcdf956f6d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:32:01.682457 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b63cb-aebf-448c-8b94-b159cfa52906', 'name': 'network-vif-deleted', 'tag': '35c3a1fc-a907-4ef4-9440-cac8ddf05ab8', 'status': 'completed', 'code': 200} Jul 08 08:32:02.101814 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4c305975-ca47-410d-88f5-dffe5e342c9f req-e584f9e3-40d7-4a71-887c-8e3422cf089e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=771b63cb-aebf-448c-8b94-b159cfa52906 HTTP/1.1" status: 200 len: 210 time: 0.0273728 Jul 08 08:32:05.097561 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39173964-b407-4ffa-96f8-c4b012f9ff16 req-49b3914a-7958-470a-aa74-0222da2fc0ff tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:05.099016 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-39173964-b407-4ffa-96f8-c4b012f9ff16 req-49b3914a-7958-470a-aa74-0222da2fc0ff tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.0606401 Jul 08 08:32:05.135221 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-39173964-b407-4ffa-96f8-c4b012f9ff16 req-59cff653-09a8-4152-a8e5-de142d1f65c9 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Jul 08 08:32:06.045498 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:32:06.067363 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:32:06.067702 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 35c3a1fc-a907-4ef4-9440-cac8ddf05ab8 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:32:06.307993 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0533d-0999-4c06-84ae-199dbb0e2bde req-cb3e1de3-62ea-4721-9ecc-fc9878066d12 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:06.309368 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ccc0533d-0999-4c06-84ae-199dbb0e2bde req-cb3e1de3-62ea-4721-9ecc-fc9878066d12 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.0641894 Jul 08 08:32:06.345179 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-ccc0533d-0999-4c06-84ae-199dbb0e2bde req-174bc76c-934a-4155-98ae-3a8fb4c2ce8e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Jul 08 08:32:06.955510 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-808c9fb7-2435-47d6-be67-c40e4e0a2d6e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:06.957326 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-808c9fb7-2435-47d6-be67-c40e4e0a2d6e tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 946 time: 0.0615959 Jul 08 08:32:07.064055 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Deleting port c16da447-bd2d-420e-be93-e18b8f37be34 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:32:07.064403 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:07.156888 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] For port c16da447-bd2d-420e-be93-e18b8f37be34, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c16da447-bd2d-420e-be93-e18b8f37be34,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:32:07.157250 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:07.170415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Calling delete_port for c16da447-bd2d-420e-be93-e18b8f37be34 owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:32:07.330957 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:07.346899 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def', '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'c16da447-bd2d-420e-be93-e18b8f37be34'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:32:07.360747 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event deleted for resources: {'Port': ['ID=c16da447-bd2d-420e-be93-e18b8f37be34,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:07.406333 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] No DVR routers for this DVR port c16da447-bd2d-420e-be93-e18b8f37be34 on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:32:07.408851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:07.410862 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c32fc3d6-1908-4f9a-9e0f-bf6011311178 req-352eb48d-7b9b-4514-8418-7b31b451e66a tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "DELETE /v2.0/ports/c16da447-bd2d-420e-be93-e18b8f37be34 HTTP/1.1" status: 204 len: 173 time: 0.4435380 Jul 08 08:32:07.411302 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'name': 'network-vif-deleted', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:32:07.413554 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a333f5-1f7c-4f7f-a9fe-64561d219d15" -d '{"events": [{"server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "name": "network-vif-deleted", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:32:07.455507 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d36b0d7-aa0a-431b-baaa-a505e89ec8d9 x-openstack-request-id: req-8d36b0d7-aa0a-431b-baaa-a505e89ec8d9 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:32:07.455799 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38178c1a-0679-42a7-b5e1-b11fd09202eb", "name": "network-vif-deleted", "tag": "c16da447-bd2d-420e-be93-e18b8f37be34", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:32:07.456056 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d36b0d7-aa0a-431b-baaa-a505e89ec8d9 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:32:07.456451 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38178c1a-0679-42a7-b5e1-b11fd09202eb', 'name': 'network-vif-deleted', 'tag': 'c16da447-bd2d-420e-be93-e18b8f37be34', 'status': 'completed', 'code': 200} Jul 08 08:32:07.510326 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-a28fe64a-1a4f-4da5-959a-f6693c5e9dd3 req-ca14b8d5-cb1a-4c66-a0b8-bbba5609b24b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 210 time: 0.0332129 Jul 08 08:32:08.670715 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-f61eaeb3-fca4-4de3-8260-b74744a30dfd req-9ba876a6-1631-4f65-ac38-23d85259176b tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=38178c1a-0679-42a7-b5e1-b11fd09202eb HTTP/1.1" status: 200 len: 210 time: 0.0335162 Jul 08 08:32:10.315711 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351eb8-855b-49db-9a6a-c8b060178633 req-c1990897-350c-43d8-b647-442b31268c8c tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:10.317077 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1351eb8-855b-49db-9a6a-c8b060178633 req-c1990897-350c-43d8-b647-442b31268c8c tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.0614138 Jul 08 08:32:10.353652 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-c1351eb8-855b-49db-9a6a-c8b060178633 req-05e6594d-207b-43fc-9efc-166c4867a3c0 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Jul 08 08:32:11.526636 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab5ba0-adbc-4ac7-acfe-59e940e0fcd7 req-097ea7b0-2243-48bf-9aa9-8dbe565256ce tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:11.528007 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-afab5ba0-adbc-4ac7-acfe-59e940e0fcd7 req-097ea7b0-2243-48bf-9aa9-8dbe565256ce tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 08 08:32:11.564889 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-afab5ba0-adbc-4ac7-acfe-59e940e0fcd7 req-868e3f1e-5ad1-4880-897c-dac4c59927e7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Jul 08 08:32:11.941029 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9993-655d-4209-949d-5213ec122d9a req-6162f58d-b8ff-4df4-8a7c-dd0e6255ee70 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:11.942395 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-57ed9993-655d-4209-949d-5213ec122d9a req-6162f58d-b8ff-4df4-8a7c-dd0e6255ee70 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 945 time: 0.0611529 Jul 08 08:32:12.046183 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Deleting port 99a27e58-e02e-47a4-8251-8fb91fbd318e {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:32:12.046526 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:12.061127 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device c16da447-bd2d-420e-be93-e18b8f37be34 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:32:12.083410 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: c16da447-bd2d-420e-be93-e18b8f37be34 {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:32:12.083747 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device c16da447-bd2d-420e-be93-e18b8f37be34 not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:32:12.137942 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] For port 99a27e58-e02e-47a4-8251-8fb91fbd318e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=99a27e58-e02e-47a4-8251-8fb91fbd318e,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:32:12.138456 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:12.150532 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Calling delete_port for 99a27e58-e02e-47a4-8251-8fb91fbd318e owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:32:12.347557 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:12.360512 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def', '99a27e58-e02e-47a4-8251-8fb91fbd318e'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:32:12.376916 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event deleted for resources: {'Port': ['ID=99a27e58-e02e-47a4-8251-8fb91fbd318e,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:12.420375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] No DVR routers for this DVR port 99a27e58-e02e-47a4-8251-8fb91fbd318e on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:32:12.422940 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:12.424956 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-57ed9993-655d-4209-949d-5213ec122d9a req-b99c5022-2c9e-4657-a251-e592dbc5bfc7 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "DELETE /v2.0/ports/99a27e58-e02e-47a4-8251-8fb91fbd318e HTTP/1.1" status: 204 len: 173 time: 0.4762559 Jul 08 08:32:12.425407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'name': 'network-vif-deleted', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:32:12.427684 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fe926-7fb2-427e-b44b-7ddc267861a0" -d '{"events": [{"server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "name": "network-vif-deleted", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:32:12.464079 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0740637a-5224-4e04-bd86-98584436588b x-openstack-request-id: req-0740637a-5224-4e04-bd86-98584436588b {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:32:12.464375 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ff515e-2710-451b-b794-620439e94cac", "name": "network-vif-deleted", "tag": "99a27e58-e02e-47a4-8251-8fb91fbd318e", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:32:12.464630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0740637a-5224-4e04-bd86-98584436588b {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:32:12.465054 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ff515e-2710-451b-b794-620439e94cac', 'name': 'network-vif-deleted', 'tag': '99a27e58-e02e-47a4-8251-8fb91fbd318e', 'status': 'completed', 'code': 200} Jul 08 08:32:12.708796 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-4b1a3b67-c00a-4c6d-a261-05c18d31d7e4 req-22c1f7a1-26a2-4917-b39c-96298f946478 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6ff515e-2710-451b-b794-620439e94cac HTTP/1.1" status: 200 len: 210 time: 0.0319712 Jul 08 08:32:15.566061 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e73679-c178-40d1-a1f0-59438f241f7e req-13a06d0e-2f74-4f48-ae08-623b340a7fba tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:15.567453 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b3e73679-c178-40d1-a1f0-59438f241f7e req-13a06d0e-2f74-4f48-ae08-623b340a7fba tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 946 time: 0.0610938 Jul 08 08:32:15.603022 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-b3e73679-c178-40d1-a1f0-59438f241f7e req-a5517708-3c94-4488-bac2-8290047cb587 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301182 Jul 08 08:32:16.078353 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 99a27e58-e02e-47a4-8251-8fb91fbd318e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:32:16.100313 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 99a27e58-e02e-47a4-8251-8fb91fbd318e {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:32:16.100644 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 99a27e58-e02e-47a4-8251-8fb91fbd318e not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:32:16.773734 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c8dd0-b238-47d8-96dd-8bbc5b6fa6e2 req-2b210d0f-7d69-4927-aa5c-6325d668b4a5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:16.775136 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-506c8dd0-b238-47d8-96dd-8bbc5b6fa6e2 req-2b210d0f-7d69-4927-aa5c-6325d668b4a5 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 946 time: 0.0612178 Jul 08 08:32:16.814966 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-506c8dd0-b238-47d8-96dd-8bbc5b6fa6e2 req-9508f61c-ce47-4450-a718-69271198d513 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/security-groups?id=5234fe59-6525-4fa5-b975-5c93b2190890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Jul 08 08:32:17.312087 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-67fbffcb-9921-4b53-a41e-9f5a961e8077 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:17.313503 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-67fbffcb-9921-4b53-a41e-9f5a961e8077 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 946 time: 0.0607481 Jul 08 08:32:17.409822 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Deleting port 93deb012-364e-47fe-94c2-ae8509d12def {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 08:32:17.410159 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750377571027'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:17.496495 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] For port 93deb012-364e-47fe-94c2-ae8509d12def, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=93deb012-364e-47fe-94c2-ae8509d12def,segment=NetworkSegment(2b097ae3-3d34-4612-bd6b-5b2ebebd618d),segment_id=2b097ae3-3d34-4612-bd6b-5b2ebebd618d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 08:32:17.496842 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922746'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:17.507954 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Calling delete_port for 93deb012-364e-47fe-94c2-ae8509d12def owned by compute:nova {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 08:32:17.673472 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750377577485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750377076700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29063413'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:17.688208 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] get_ports_and_sgs() called for port_ids ['93deb012-364e-47fe-94c2-ae8509d12def'] {{(pid=93744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 08:32:17.702628 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Pushing event deleted for resources: {'Port': ['ID=93deb012-364e-47fe-94c2-ae8509d12def,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:17.744791 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] No DVR routers for this DVR port 93deb012-364e-47fe-94c2-ae8509d12def on host hv-cinder-78494 {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 08:32:17.747181 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-445335'] for port, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:17.749128 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-e5b65094-5ed9-4cf1-9b8f-e487037c59eb req-57d4b092-9920-40c3-abf3-a7912d0ff459 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.67 "DELETE /v2.0/ports/93deb012-364e-47fe-94c2-ae8509d12def HTTP/1.1" status: 204 len: 173 time: 0.4278388 Jul 08 08:32:17.749569 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'name': 'network-vif-deleted', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 08:32:17.751750 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e5b4d6c6ed5021609e3dcc1e0b45632923e7b517d3338b37ab8e578619b62aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b285e7-a7d2-4e59-b4cb-cf1af9acb8dd" -d '{"events": [{"server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "name": "network-vif-deleted", "tag": "93deb012-364e-47fe-94c2-ae8509d12def"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 08:32:17.786969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8eef94-a51f-4a9d-93ac-c65b2c605fd7 x-openstack-request-id: req-8e8eef94-a51f-4a9d-93ac-c65b2c605fd7 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 08:32:17.787547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c693f-2623-481f-a8b7-5a02add485d7", "name": "network-vif-deleted", "tag": "93deb012-364e-47fe-94c2-ae8509d12def", "status": "completed", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 08:32:17.787547 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e8eef94-a51f-4a9d-93ac-c65b2c605fd7 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 08:32:17.789765 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c693f-2623-481f-a8b7-5a02add485d7', 'name': 'network-vif-deleted', 'tag': '93deb012-364e-47fe-94c2-ae8509d12def', 'status': 'completed', 'code': 200} Jul 08 08:32:17.953103 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [req-0bf08bb8-e90a-4775-9198-cdcfe813d747 req-e057ef02-beeb-4240-8248-f92dce6b6326 tempest-AttachVolumeNegativeTest-513337517 tempest-AttachVolumeNegativeTest-513337517-project] 10.222.0.72 "GET /v2.0/ports?device_id=b37c693f-2623-481f-a8b7-5a02add485d7 HTTP/1.1" status: 200 len: 210 time: 0.0285869 Jul 08 08:32:19.045005 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40004) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:19.091552 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Deleting subnet aed3b815-a208-4b1c-a15f-c48b73933a0b {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:32:19.094485 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.127485 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.163718 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.262534 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.290403 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed3b815-a208-4b1c-a15f-c48b73933a0b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:19.296393 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.297818 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-6c2ce1d7-49b7-4b07-a677-9f9139c48094 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/aed3b815-a208-4b1c-a15f-c48b73933a0b HTTP/1.1" status: 204 len: 168 time: 0.2516370 Jul 08 08:32:19.300103 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40006) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:19.368101 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.445563 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.455227 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e23390-f002-4ecc-81eb-0b96fb27f654']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:19.465596 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b097ae3-3d34-4612-bd6b-5b2ebebd618d') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:19.465883 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b097ae3-3d34-4612-bd6b-5b2ebebd618d') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:19.474229 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.485347 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:32:19.488040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.493710 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:32:19.494083 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: conditions |= (models_v2.Port.network_id.in_( Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:32:19.495795 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:32:19.599040 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.603382 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:19.608197 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/38e23390-f002-4ecc-81eb-0b96fb27f654 HTTP/1.1" status: 204 len: 168 time: 0.3050258 Jul 08 08:32:19.618153 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a27fd-7a2e-418a-bc19-293086aefaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e23390-f002-4ecc-81eb-0b96fb27f654,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:19.952873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40010) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:19.991543 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a9c5376c-d7ca-414d-8b41-483bb9e4215a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d56f4d807cd4a7ea96548da4a563084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375421 Jul 08 08:32:19.993917 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40012) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:20.040766 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:20.060905 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:20.164711 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:20.167294 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:20.168501 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5234fe59-6525-4fa5-b975-5c93b2190890 HTTP/1.1" status: 204 len: 168 time: 0.1736608 Jul 08 08:32:20.176224 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5234fe59-6525-4fa5-b975-5c93b2190890,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:20.184017 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.184304 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.184650 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.184986 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.185342 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.185680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.186014 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.186380 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.186748 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.187077 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.187472 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:20.187799 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc0da6-c1d2-422e-b1ef-6d0c7297c8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:21.129873 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40034) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:21.220867 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187556556-network', 'tenant_id': 'd4fca9d7ca0148d19a4fc08f6585ee6d'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:32:21.318934 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Made reservation on behalf of d4fca9d7ca0148d19a4fc08f6585ee6d for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:32:21.321332 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.329616 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.415401 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.467394 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.490995 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:32:21.500589 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d388c-e7e7-4f39-bd0e-f3bf1206f404,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:21.505165 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.513741 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Added segment 99943b83-282a-494d-b402-a5f75223983a of type vlan for network 18a3bba0-1be9-41e6-8215-04c88fe902e9 Jul 08 08:32:21.545127 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.604317 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.605253 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:21.606519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:21.664988 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] Pushing event updated for resources: {'Network': ['ID=18a3bba0-1be9-41e6-8215-04c88fe902e9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:21.675643 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 18a3bba0-1be9-41e6-8215-04c88fe902e9 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:32:21.718095 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f751b867-ba76-41ce-8f49-87c90e19c74a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5829189 Jul 08 08:32:21.718498 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40038) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:21.723555 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.v2.base [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Request body: {'subnet': {'network_id': '18a3bba0-1be9-41e6-8215-04c88fe902e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187556556-subnet', 'tenant_id': 'd4fca9d7ca0148d19a4fc08f6585ee6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:32:21.810158 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Made reservation on behalf of d4fca9d7ca0148d19a4fc08f6585ee6d for: {'subnet': 1} {{(pid=93743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:32:21.812471 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29187221'] for subnet, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:22.022177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29063538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29187239'] for subnet, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:22.069700 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5d8dc8-b8c0-4c04-aac3-7cc798c391dd,revision_number=0']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:22.085479 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Checking segment: {'id': '99943b83-282a-494d-b402-a5f75223983a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '18a3bba0-1be9-41e6-8215-04c88fe902e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:32:22.085834 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Network hostable DHCP agents. Network: 18a3bba0-1be9-41e6-8215-04c88fe902e9, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:32:22.096466 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 93deb012-364e-47fe-94c2-ae8509d12def no longer exists at agent hyperv_hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 08:32:22.115892 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] No Port match for: 93deb012-364e-47fe-94c2-ae8509d12def {{(pid=93744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 08:32:22.116233 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Device 93deb012-364e-47fe-94c2-ae8509d12def not bound to the agent host hv-cinder-78494 {{(pid=93744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 08:32:22.136718 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Network 18a3bba0-1be9-41e6-8215-04c88fe902e9 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:32:22.187681 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 18a3bba0-1be9-41e6-8215-04c88fe902e9) {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:32:22.191415 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:22.192030 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:22.196573 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e83515-5010-494f-8a84-a45dd578ac01 None None] Network 18a3bba0-1be9-41e6-8215-04c88fe902e9 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:32:22.251718 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-501135f7-2a9d-4dda-b2ed-a580338edbd8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5320146 Jul 08 08:32:22.319354 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c57293-b81b-432c-b00f-e506612570e1 None None] Network 18a3bba0-1be9-41e6-8215-04c88fe902e9 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:32:22.922838 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40054) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:22.927872 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-8179812-network', 'tenant_id': '2f3a7366e4724def8b992a4fd75d8434'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:32:23.004900 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Made reservation on behalf of 2f3a7366e4724def8b992a4fd75d8434 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:32:23.007187 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542434'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.016210 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.101865 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.147745 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.167979 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 08:32:23.181468 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d33aeb-cf8c-43ee-befe-bc2e6f7f20c6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:23.186149 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.186484 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Added segment 1533cb5b-2b9b-4146-8714-5aa1afd0c99c of type vlan for network 6e373805-f158-4db2-9048-7842be372648 Jul 08 08:32:23.226290 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750377030988'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.307483 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.308476 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:23.310132 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.370105 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e373805-f158-4db2-9048-7842be372648,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:23.380741 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.rpc [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Network 6e373805-f158-4db2-9048-7842be372648 details requested by agent ovs-agent-dv-cinder-784945-12-iscsi with host dv-cinder-784945-12-iscsi {{(pid=93744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 08:32:23.457002 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cb1ed59c-a549-4b21-b4aa-0e18e8c3d1f8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5330458 Jul 08 08:32:23.461255 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40056) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:23.466552 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Request body: {'subnet': {'network_id': '6e373805-f158-4db2-9048-7842be372648', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-8179812-subnet', 'tenant_id': '2f3a7366e4724def8b992a4fd75d8434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 08:32:23.559432 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Made reservation on behalf of 2f3a7366e4724def8b992a4fd75d8434 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 08:32:23.561717 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26064680'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.810106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27221763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26064666'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:23.863361 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fa69f6-074f-4761-96e0-f1ea5acb2e7a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:23.872637 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Checking segment: {'id': '1533cb5b-2b9b-4146-8714-5aa1afd0c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6e373805-f158-4db2-9048-7842be372648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 08:32:23.872983 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Network hostable DHCP agents. Network: 6e373805-f158-4db2-9048-7842be372648, hostable agents: ['b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 08:32:23.924226 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Network 6e373805-f158-4db2-9048-7842be372648 is scheduled to be hosted by DHCP agent b0b2a5b3-cac3-4fac-bc52-5c0ae3a026cc with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 08:32:24.004562 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-12-iscsi, 6e373805-f158-4db2-9048-7842be372648) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 08:32:24.008527 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 08:32:24.009106 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.013363 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bd71a-4a98-4769-952b-23d5f665f3ca None None] Network 6e373805-f158-4db2-9048-7842be372648 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:32:24.070538 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fd583f48-f62e-4169-a117-03756a47b212 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6005924 Jul 08 08:32:24.138748 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba7ceb-94b5-4b87-9456-73f03c745a73 None None] Network 6e373805-f158-4db2-9048-7842be372648 requested from dv-cinder-784945-12-iscsi {{(pid=93744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 08:32:24.176304 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40060) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:24.221662 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Deleting subnet bc5d8dc8-b8c0-4c04-aac3-7cc798c391dd {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:32:24.224772 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.259767 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26832494'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.301674 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.433590 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27221710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26064643'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.457550 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5d8dc8-b8c0-4c04-aac3-7cc798c391dd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:24.461252 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.463097 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f16ea0c4-736b-44db-9378-9ba6b6d98667 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bc5d8dc8-b8c0-4c04-aac3-7cc798c391dd HTTP/1.1" status: 204 len: 168 time: 0.2857161 Jul 08 08:32:24.466023 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40062) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:24.530999 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.608750 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.618007 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a3bba0-1be9-41e6-8215-04c88fe902e9']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:24.627638 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99943b83-282a-494d-b402-a5f75223983a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:24.627930 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99943b83-282a-494d-b402-a5f75223983a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:24.636190 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26832487'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.649311 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.655547 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:32:24.655920 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27221609'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: Traceback (most recent call last): Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: timer() Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: cb(*args, **kw) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: return func(*args, **kwargs) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: self._notify() Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: self.callback(batched_events) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: event.method(event) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: return f(self, *a, **k) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._get(url).json() Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:32:24.661871 dv-cinder-784945-12-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:32:24.770309 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.775563 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.778167 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] 10.222.0.72 "DELETE /v2.0/networks/18a3bba0-1be9-41e6-8215-04c88fe902e9 HTTP/1.1" status: 204 len: 168 time: 0.3105490 Jul 08 08:32:24.781119 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40064) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:24.788754 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8a5df-0507-4317-be22-5fe518bb443f admin admin] Pushing event deleted for resources: {'Network': ['ID=18a3bba0-1be9-41e6-8215-04c88fe902e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:24.828064 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Deleting subnet 78fa69f6-074f-4761-96e0-f1ea5acb2e7a {{(pid=93743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 08:32:24.831209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.864493 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29063474'] for subnet, precommit_delete_associations {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:24.902082 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889679'] for subnet, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.028302 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29063359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29187262'] for subnet, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.052167 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fa69f6-074f-4761-96e0-f1ea5acb2e7a,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:25.055950 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for subnet, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.058307 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-bf8b9b7a-bbf4-4757-b9ae-b54b73053c07 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/78fa69f6-074f-4761-96e0-f1ea5acb2e7a HTTP/1.1" status: 204 len: 168 time: 0.2756679 Jul 08 08:32:25.060412 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40066) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:25.128851 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839212'] for network, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.202245 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896756', 'neutron.services.segments.db._delete_segments_for_network-8750377589589'] for network, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.211378 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e373805-f158-4db2-9048-7842be372648']}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:25.224910 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1533cb5b-2b9b-4146-8714-5aa1afd0c99c') {'for_net_delete': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:25.225196 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.services.segments.db [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1533cb5b-2b9b-4146-8714-5aa1afd0c99c') {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 08:32:25.233757 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750377402417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29063483'] for segment, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.247151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392'] for segment, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.252770 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 08:32:25.253146 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-891392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29063192'] for segment, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: Traceback (most recent call last): Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: timer() Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: cb(*args, **kw) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: return func(*args, **kwargs) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: self._notify() Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: self.callback(batched_events) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: event.method(event) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: return f(self, *a, **k) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._get(url).json() Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: return self.request(url, 'GET', **kwargs) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 08:32:25.254728 dv-cinder-784945-12-iscsi neutron-server[93743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 08:32:25.341785 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ffb39f3f-f1ee-42b0-8bb6-86f838a29401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.364605 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3728301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857299'] for network, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.369726 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728304'] for network, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.372513 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] 10.222.0.72 "DELETE /v2.0/networks/6e373805-f158-4db2-9048-7842be372648 HTTP/1.1" status: 204 len: 168 time: 0.3111961 Jul 08 08:32:25.383530 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b0a82-8ce6-4491-94c7-5a372613960f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e373805-f158-4db2-9048-7842be372648,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:25.663092 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40070) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:25.701023 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ccb990d1-e100-4a81-9a65-ce21d6ed5991 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4fca9d7ca0148d19a4fc08f6585ee6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367956 Jul 08 08:32:25.703342 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40072) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:25.748248 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.772721 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.867406 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.869936 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:25.871747 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a3d388c-e7e7-4f39-bd0e-f3bf1206f404 HTTP/1.1" status: 204 len: 168 time: 0.1668849 Jul 08 08:32:25.879261 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44976-4d8f-46f7-b572-ed435901f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d388c-e7e7-4f39-bd0e-f3bf1206f404,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:26.506407 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40078) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:26.547290 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-7eef8654-a8ce-4882-a30e-b021c0c16245 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f3a7366e4724def8b992a4fd75d8434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397294 Jul 08 08:32:26.549568 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40080) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:26.597209 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:26.617939 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:26.718945 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:26.721451 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:26.722877 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1d33aeb-cf8c-43ee-befe-bc2e6f7f20c6 HTTP/1.1" status: 204 len: 168 time: 0.1722059 Jul 08 08:32:26.730264 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c8bb3-2287-4508-9241-fb266004e31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d33aeb-cf8c-43ee-befe-bc2e6f7f20c6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:27.782023 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:28.067397 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b25a13c1-f8db-4860-964e-9ef8f684a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:28.764949 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:29.159240 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:30.861622 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:35.552880 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40200) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:35.696177 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba9b222f-043f-41ab-8526-528fda02b58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:35.778965 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba9b222f-043f-41ab-8526-528fda02b58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:35.838630 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ba9b222f-043f-41ab-8526-528fda02b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:35.877048 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b222f-043f-41ab-8526-528fda02b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632c07d-8d97-4734-b703-9c5283e7536f,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:35.882914 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-ba9b222f-043f-41ab-8526-528fda02b58e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8da15cf972248eda409765001533a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289495 Jul 08 08:32:35.883994 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40204) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:35.932002 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:35.951680 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.049913 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.052399 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.053563 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2632c07d-8d97-4734-b703-9c5283e7536f HTTP/1.1" status: 204 len: 168 time: 0.1684813 Jul 08 08:32:36.061006 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bdcfd-1c56-4552-a165-98e57ddc4eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632c07d-8d97-4734-b703-9c5283e7536f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:36.643377 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40210) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:36.657310 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d29f5162-08e9-4d81-abbc-39c93ded5a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.741125 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d29f5162-08e9-4d81-abbc-39c93ded5a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.787319 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d29f5162-08e9-4d81-abbc-39c93ded5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.822892 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f5162-08e9-4d81-abbc-39c93ded5a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70737e-127e-445f-aa25-bce40e0474cb,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:36.827106 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-d29f5162-08e9-4d81-abbc-39c93ded5a0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=faeedecca56448a6af956d395b8a1966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827061 Jul 08 08:32:36.829764 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40212) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:36.875927 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:36.896491 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:37.021157 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:37.023677 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:37.024832 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a70737e-127e-445f-aa25-bce40e0474cb HTTP/1.1" status: 204 len: 168 time: 0.1940973 Jul 08 08:32:37.032969 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e7a8a-3a00-435d-b971-37e184a008d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70737e-127e-445f-aa25-bce40e0474cb,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:55.461062 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-198a16e2-46a7-44a4-9ed3-841a477899bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:56.483880 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:32:57.769721 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:58.062473 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-2241d743-26f2-4f8e-82cf-d81e844197a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:58.793422 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40362) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:58.799106 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:58.896762 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:58.980268 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.026810 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.067462 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2851ca32479e4a24868b00f906b2d6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705889 Jul 08 08:32:59.067462 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6d3b9-a231-4924-b5c7-b1914bf582a3,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:32:59.067787 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40366) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:32:59.073256 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.073607 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.073951 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.074290 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.074662 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.075005 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.075337 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.075670 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.076002 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.076327 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.076667 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.076994 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e60d7-a9b3-466a-9559-3e5dc7de74b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-12-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 08:32:59.101005 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.117538 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.138642 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.232733 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.235196 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:32:59.237116 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7e6d3b9-a231-4924-b5c7-b1914bf582a3 HTTP/1.1" status: 204 len: 168 time: 0.1681709 Jul 08 08:32:59.244519 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a50f5-7a99-44ba-a4f2-6c4371d216d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6d3b9-a231-4924-b5c7-b1914bf582a3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:33:00.924905 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:09.719677 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.72', 40438) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:33:09.818998 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca453cc9-32ec-4aa5-886e-5cd7c99713bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:09.904026 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca453cc9-32ec-4aa5-886e-5cd7c99713bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:09.963639 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ca453cc9-32ec-4aa5-886e-5cd7c99713bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:09.999874 dv-cinder-784945-12-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ca453cc9-32ec-4aa5-886e-5cd7c99713bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=beb1449574504578952aa0c25deb7b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791417 Jul 08 08:33:10.001765 dv-cinder-784945-12-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca453cc9-32ec-4aa5-886e-5cd7c99713bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94591d66-25b7-41da-9fab-030596edf231,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:33:10.002605 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.wsgi [-] (93743) accepted ('10.222.0.72', 40442) {{(pid=93743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 08:33:10.055358 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:10.075265 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:10.180621 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4025724'] for security_group, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:10.183166 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:10.184332 dv-cinder-784945-12-iscsi neutron-server[93743]: INFO neutron.wsgi [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94591d66-25b7-41da-9fab-030596edf231 HTTP/1.1" status: 204 len: 168 time: 0.1801553 Jul 08 08:33:10.192151 dv-cinder-784945-12-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575abe-7102-4cc2-abfb-1304d7013cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94591d66-25b7-41da-9fab-030596edf231,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 08:33:25.352709 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-fde55273-0f74-46ed-88c2-b30b1ce1e50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:27.808927 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:28.071821 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-98b0f778-2a09-429d-9b0f-0cd13edb307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:28.820878 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:29.123581 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:30.912092 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:33.481953 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:33:55.340066 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e920aa90-419e-4cda-8c4b-6aecd5ee179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:57.785710 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:58.077341 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-21026552-cdac-43f1-9e2e-79e4504e3c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:58.791318 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:33:59.134586 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:00.925328 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:10.480545 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:34:25.339465 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-807d05eb-c2bd-46e9-a928-3cc8cf62b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:27.756398 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:28.059848 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-b8f6a9cc-d3d2-40c9-acaa-4c4404e7168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:28.791418 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:29.145411 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:30.893761 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:47.480015 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:34:55.316209 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-91393f30-67b5-469e-9146-f1c6562d6780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:57.779089 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:58.064997 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fe56-9037-4252-8ff6-999f13cb74c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:58.841552 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:34:59.133004 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:00.910505 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:24.478778 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:35:25.309836 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-4a17f471-89a9-464a-8083-5722a32c3306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:27.801276 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:28.081201 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-8689a4ba-d658-49bd-a03c-896e9d5eafb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:28.858403 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:29.166731 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:30.904190 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:55.364992 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-de75fb6b-4d14-4956-83f3-56f336120a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:57.800684 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:58.069022 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f6284583-f8fe-40be-a1e5-5d73815074c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:58.841297 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:35:59.132524 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:00.892183 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:01.482721 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:36:25.341236 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f59-214e-47b2-a22f-334dabf953a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:27.771287 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:28.072806 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-906d91b9-c131-4044-8d45-855812cac23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:28.861324 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:29.154484 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:30.906902 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:38.481326 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:36:55.346540 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-3278-4016-a51c-31f96fc328e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:57.809144 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:58.067865 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-92f79224-7e78-4f4c-8b43-9c9b04a7831a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:58.885327 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:36:59.170925 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:00.913636 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:15.481241 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:37:25.324546 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea66f-b246-44ec-93e3-4e47349c1b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:27.821920 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:28.073083 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-d85585e8-0802-4e6f-8645-c0f3817c2503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:28.871457 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:29.164635 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:30.901601 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:52.480305 dv-cinder-784945-12-iscsi neutron-server[93745]: DEBUG neutron.db.agents_db [None req-3bd5c63a-00b7-4a36-a4ab-b2fd98edfb54 None None] Agent healthcheck: found 6 active agents {{(pid=93745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 08:37:55.350343 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb431-b778-4fa0-8e92-2e9f2aeb17bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:57.786942 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-83fc9176-e5a7-4971-b939-6ce228c4cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:58.101137 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed659-218d-4775-97de-3cd50d9177a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:58.918341 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f022-3304-40c5-9b90-34978e027010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:37:59.184734 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-41666b34-fb4a-4abd-8582-a15c5edb0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 08:38:00.901682 dv-cinder-784945-12-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-0f03990f-8338-4b46-be82-a8c8838b1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750377589571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894350'] for agent, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}